2024-11-16 18:28:48,893 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 18:28:48,907 main DEBUG Took 0.011546 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 18:28:48,907 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 18:28:48,908 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 18:28:48,909 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 18:28:48,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,920 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 18:28:48,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,937 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,941 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,945 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,947 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:28:48,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,949 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 18:28:48,950 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:28:48,951 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 18:28:48,953 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 18:28:48,953 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 18:28:48,954 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 18:28:48,954 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 18:28:48,962 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 18:28:48,964 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 18:28:48,966 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 18:28:48,966 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 18:28:48,967 main DEBUG createAppenders(={Console}) 2024-11-16 18:28:48,968 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-16 18:28:48,968 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 18:28:48,969 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-16 18:28:48,969 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 18:28:48,970 main DEBUG OutputStream closed 2024-11-16 18:28:48,970 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 18:28:48,971 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 18:28:48,971 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-16 18:28:49,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 18:28:49,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 18:28:49,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 18:28:49,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 18:28:49,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 18:28:49,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 18:28:49,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 18:28:49,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 18:28:49,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 18:28:49,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 18:28:49,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 18:28:49,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 18:28:49,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 18:28:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 18:28:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 18:28:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 18:28:49,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 18:28:49,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 18:28:49,073 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 18:28:49,074 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-16 18:28:49,074 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 18:28:49,075 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-16T18:28:49,092 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-16 18:28:49,095 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 18:28:49,096 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T18:28:49,391 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa 2024-11-16T18:28:49,391 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-16T18:28:49,516 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T18:28:49,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541, deleteOnExit=true 2024-11-16T18:28:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/test.cache.data in system properties and HBase conf 2024-11-16T18:28:49,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:28:49,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:28:49,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:28:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:28:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:28:49,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:28:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:28:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:28:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:28:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:28:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:28:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:28:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:28:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:28:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:28:49,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:28:49,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:28:49,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:28:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:28:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:28:50,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T18:28:50,852 INFO [Time-limited test {}] log.Log(170): Logging initialized @2819ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T18:28:50,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:28:50,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:28:51,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:28:51,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:28:51,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:28:51,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:28:51,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:28:51,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:28:51,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/java.io.tmpdir/jetty-localhost-33999-hadoop-hdfs-3_4_1-tests_jar-_-any-9858832941201502190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:28:51,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:33999} 2024-11-16T18:28:51,226 INFO [Time-limited test {}] server.Server(415): Started @3194ms 2024-11-16T18:28:51,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:28:51,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:28:51,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:28:51,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:28:51,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:28:51,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:28:51,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:28:51,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e2c22c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/java.io.tmpdir/jetty-localhost-34277-hadoop-hdfs-3_4_1-tests_jar-_-any-10265990794592499238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:28:51,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:34277} 2024-11-16T18:28:51,909 INFO [Time-limited test {}] server.Server(415): Started @3877ms 2024-11-16T18:28:51,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:28:52,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:28:52,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:28:52,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:28:52,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:28:52,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:28:52,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:28:52,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:28:52,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bdee85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/java.io.tmpdir/jetty-localhost-35743-hadoop-hdfs-3_4_1-tests_jar-_-any-12372535298002426973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:28:52,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:35743} 2024-11-16T18:28:52,229 INFO [Time-limited test {}] server.Server(415): Started @4197ms 2024-11-16T18:28:52,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:28:53,560 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data3/current/BP-1321864060-172.17.0.2-1731781730200/current, will proceed with Du for space computation calculation, 2024-11-16T18:28:53,561 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data4/current/BP-1321864060-172.17.0.2-1731781730200/current, will proceed with Du for space computation calculation, 2024-11-16T18:28:53,589 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data2/current/BP-1321864060-172.17.0.2-1731781730200/current, will proceed with Du for space computation calculation, 2024-11-16T18:28:53,597 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data1/current/BP-1321864060-172.17.0.2-1731781730200/current, will proceed with Du for space computation calculation, 2024-11-16T18:28:53,687 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:28:53,707 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:28:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f41aaa10e684d4 with lease ID 0xfd6f2beba2d7a4af: Processing first storage report for DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd from datanode DatanodeRegistration(127.0.0.1:43823, datanodeUuid=9e6f8099-bd79-4d0e-8210-f6dfca65db5a, infoPort=45937, infoSecurePort=0, ipcPort=33521, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200) 2024-11-16T18:28:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f41aaa10e684d4 with lease ID 0xfd6f2beba2d7a4af: from storage DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd node DatanodeRegistration(127.0.0.1:43823, datanodeUuid=9e6f8099-bd79-4d0e-8210-f6dfca65db5a, infoPort=45937, infoSecurePort=0, ipcPort=33521, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0 2024-11-16T18:28:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7465636a59fe72b1 with lease ID 0xfd6f2beba2d7a4ae: Processing first storage report for DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88 from datanode DatanodeRegistration(127.0.0.1:37025, datanodeUuid=0d2a340b-fe30-4678-85d0-2d635c9f2430, infoPort=38117, infoSecurePort=0, ipcPort=35327, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200) 2024-11-16T18:28:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7465636a59fe72b1 with lease ID 0xfd6f2beba2d7a4ae: from storage DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88 node DatanodeRegistration(127.0.0.1:37025, datanodeUuid=0d2a340b-fe30-4678-85d0-2d635c9f2430, infoPort=38117, infoSecurePort=0, ipcPort=35327, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:28:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f41aaa10e684d4 with lease ID 0xfd6f2beba2d7a4af: Processing first storage report for DS-064f54ec-398b-4cfa-9343-97567d47d6ba from datanode DatanodeRegistration(127.0.0.1:43823, datanodeUuid=9e6f8099-bd79-4d0e-8210-f6dfca65db5a, infoPort=45937, infoSecurePort=0, ipcPort=33521, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200) 2024-11-16T18:28:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f41aaa10e684d4 with lease ID 0xfd6f2beba2d7a4af: from storage DS-064f54ec-398b-4cfa-9343-97567d47d6ba node DatanodeRegistration(127.0.0.1:43823, datanodeUuid=9e6f8099-bd79-4d0e-8210-f6dfca65db5a, infoPort=45937, infoSecurePort=0, ipcPort=33521, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:28:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7465636a59fe72b1 with lease ID 0xfd6f2beba2d7a4ae: Processing first storage report for DS-c24609c6-f150-42e8-9f12-1955510c9276 from datanode DatanodeRegistration(127.0.0.1:37025, datanodeUuid=0d2a340b-fe30-4678-85d0-2d635c9f2430, infoPort=38117, infoSecurePort=0, ipcPort=35327, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200) 2024-11-16T18:28:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7465636a59fe72b1 with lease ID 0xfd6f2beba2d7a4ae: from storage DS-c24609c6-f150-42e8-9f12-1955510c9276 node DatanodeRegistration(127.0.0.1:37025, datanodeUuid=0d2a340b-fe30-4678-85d0-2d635c9f2430, infoPort=38117, infoSecurePort=0, ipcPort=35327, storageInfo=lv=-57;cid=testClusterID;nsid=1196553447;c=1731781730200), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:28:53,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa 2024-11-16T18:28:53,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=5287 2024-11-16T18:28:53,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:28:53,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:53,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:28:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:28:54,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:28:54,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:54,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:54,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:28:54,927 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T18:28:54,976 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T18:28:54,988 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:28:54,989 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:28:54,993 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:28:55,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:28:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,030 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T18:28:55,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741826_1002 (size=1393) 2024-11-16T18:28:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741826_1002 (size=1393) 2024-11-16T18:28:55,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:28:55,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:28:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741827_1003 (size=1393) 2024-11-16T18:28:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741827_1003 (size=1393) 2024-11-16T18:28:55,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:28:55,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:28:55,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741828_1004 (size=1393) 2024-11-16T18:28:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741828_1004 (size=1393) 2024-11-16T18:28:55,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:28:55,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:28:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741829_1005 (size=1393) 2024-11-16T18:28:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741829_1005 (size=1393) 2024-11-16T18:28:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:28:55,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:28:55,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741830_1006 (size=1393) 2024-11-16T18:28:55,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:28:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741830_1006 (size=1393) 2024-11-16T18:28:55,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:28:55,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741831_1007 (size=1393) 2024-11-16T18:28:55,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741831_1007 (size=1393) 2024-11-16T18:28:56,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:28:56,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:28:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741832_1008 (size=1405) 2024-11-16T18:28:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741832_1008 (size=1405) 2024-11-16T18:28:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:28:56,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:28:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741833_1009 (size=1413) 2024-11-16T18:28:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741833_1009 (size=1413) 2024-11-16T18:28:56,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:28:56,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:28:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741834_1010 (size=1413) 2024-11-16T18:28:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741834_1010 (size=1413) 2024-11-16T18:28:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:28:57,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:28:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741835_1011 (size=1413) 2024-11-16T18:28:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741835_1011 (size=1413) 2024-11-16T18:28:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:28:57,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:28:57,821 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T18:28:57,822 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T18:28:57,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0 2024-11-16T18:28:57,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0 after 13ms 2024-11-16T18:28:57,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0 took 105ms 2024-11-16T18:28:57,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0 so closing down 2024-11-16T18:28:57,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:28:57,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:28:57,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:28:57,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0, size=1.4 K (1393bytes) at 1731781737820Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0 so closing down at 1731781737939 (+119 ms)3 split writer threads finished at 1731781737954 (+15 ms)Processed 0 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/34e19b47-dbc3-d168-4c8a-009271aaf474/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731781734943/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781737978 (+24 ms) 2024-11-16T18:28:57,982 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-16T18:28:58,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_190477643_22 at /127.0.0.1:48134 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75e9e811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=4852 (was 5287) 2024-11-16T18:28:58,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=4851 2024-11-16T18:28:58,046 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:28:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741836_1012 (size=7) 2024-11-16T18:28:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741836_1012 (size=7) 2024-11-16T18:28:58,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:28:58,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:58,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:58,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:28:58,114 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-16T18:28:58,114 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:28:58,116 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:28:58,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:28:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:58,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741837_1013 (size=2324) 2024-11-16T18:28:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741837_1013 (size=2324) 2024-11-16T18:28:58,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:28:58,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T18:28:58,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 2024-11-16T18:28:58,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 after 1ms 2024-11-16T18:28:58,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 took 15ms 2024-11-16T18:28:58,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 so closing down 2024-11-16T18:28:58,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:28:58,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:28:58,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:28:58,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:28:58,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:28:58,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:28:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741838_1014 (size=743) 2024-11-16T18:28:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741838_1014 (size=743) 2024-11-16T18:28:58,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-16T18:28:58,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:28:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741839_1015 (size=743) 2024-11-16T18:28:58,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741839_1015 (size=743) 2024-11-16T18:28:58,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:28:58,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:28:58,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 556 ms; skipped=7; WAL=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T18:28:58,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0, size=2.3 K (2324bytes) at 1731781738303Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 so closing down at 1731781738355 (+52 ms)3 split writer threads finished at 1731781738356 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781738422 (+66 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781738439 (+17 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731781738473 (+34 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781738478 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781738892 (+414 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781738895 (+3 ms)Processed 27 edits across 2 Regions in 556 ms; skipped=7; WAL=hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731781738896 (+1 ms) 2024-11-16T18:28:58,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/WALs/testsplitlogfilemultipleregions,16010,1731781738113/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/d3fd5687-856e-80fb-f9e0-46869dd240e0/oldWALs/wal.dat.0 2024-11-16T18:28:58,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 129), OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 482) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4852 (was 4851) - AvailableMemoryMB LEAK? - 2024-11-16T18:28:58,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=4852 2024-11-16T18:28:58,976 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:28:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741840_1016 (size=7) 2024-11-16T18:28:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741840_1016 (size=7) 2024-11-16T18:28:59,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:28:59,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:59,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:28:59,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:28:59,056 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:28:59,058 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:28:59,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:28:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:28:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:28:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741841_1017 (size=2324) 2024-11-16T18:28:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741841_1017 (size=2324) 2024-11-16T18:28:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:00,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T18:29:00,574 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0 so closing down 2024-11-16T18:29:00,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-16T18:29:00,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0, size=2.3 K (2324bytes) at 1731781740574Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0 so closing down at 1731781740574Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/e8e1ae31-18ed-32f7-7b9d-e6c6132b566d/WALs/testterminationaskedbyreporter,16010,1731781739055/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731781740575 (+1 ms) 2024-11-16T18:29:00,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 515), ProcessCount=11 (was 11), AvailableMemoryMB=4800 (was 4852) 2024-11-16T18:29:00,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=4799 2024-11-16T18:29:00,651 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741842_1018 (size=7) 2024-11-16T18:29:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741842_1018 (size=7) 2024-11-16T18:29:00,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:00,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:00,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:00,718 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:00,722 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-16T18:29:00,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:00,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741843_1019 (size=1043) 2024-11-16T18:29:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741843_1019 (size=1043) 2024-11-16T18:29:00,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:00,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:00,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741845_1021 (size=1043) 2024-11-16T18:29:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741845_1021 (size=1043) 2024-11-16T18:29:00,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:00,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741846_1022 (size=1043) 2024-11-16T18:29:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741846_1022 (size=1043) 2024-11-16T18:29:00,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:00,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741847_1023 (size=1043) 2024-11-16T18:29:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741847_1023 (size=1043) 2024-11-16T18:29:01,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:01,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741848_1024 (size=1043) 2024-11-16T18:29:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741848_1024 (size=1043) 2024-11-16T18:29:01,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:01,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741849_1025 (size=1043) 2024-11-16T18:29:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741849_1025 (size=1043) 2024-11-16T18:29:01,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:01,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:01,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741850_1026 (size=1043) 2024-11-16T18:29:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741850_1026 (size=1043) 2024-11-16T18:29:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:01,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741851_1027 (size=1043) 2024-11-16T18:29:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741851_1027 (size=1043) 2024-11-16T18:29:01,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:01,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:01,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741852_1028 (size=1043) 2024-11-16T18:29:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741852_1028 (size=1043) 2024-11-16T18:29:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:01,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0, size=1.0 K (1043bytes) 2024-11-16T18:29:01,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 2024-11-16T18:29:01,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 after 0ms 2024-11-16T18:29:01,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 took 6ms 2024-11-16T18:29:01,681 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-16T18:29:01,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 so closing down 2024-11-16T18:29:01,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:01,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:01,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:01,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0, size=1.0 K (1043bytes) at 1731781741651Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 so closing down at 1731781741685 (+34 ms)3 split writer threads finished at 1731781741692 (+7 ms)Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781741693 (+1 ms) 2024-11-16T18:29:01,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.0 2024-11-16T18:29:01,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1, size=180 (180bytes) 2024-11-16T18:29:01,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 2024-11-16T18:29:01,709 WARN [IPC Server handler 0 on default port 41869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-16T18:29:01,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 after 6ms 2024-11-16T18:29:01,801 WARN [ResponseProcessor for block BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:01,807 WARN [DataStreamer for file /user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK], DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK]) is bad. 2024-11-16T18:29:01,805 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2026431681_22 at /127.0.0.1:38090 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37025:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38090 dst: /127.0.0.1:37025 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:01,801 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2026431681_22 at /127.0.0.1:48204 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48204 dst: /127.0.0.1:43823 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43823 remote=/127.0.0.1:48204]. Total timeout mills is 60000, 59056 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741844_1029 (size=1035) 2024-11-16T18:29:01,817 WARN [DataStreamer for file /user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:01,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741844_1029 (size=1035) 2024-11-16T18:29:05,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 after 4009ms 2024-11-16T18:29:05,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 took 4018ms 2024-11-16T18:29:05,730 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1; continuing. 2024-11-16T18:29:05,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 so closing down 2024-11-16T18:29:05,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-16T18:29:05,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1, size=180 (180bytes) at 1731781741706Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 so closing down at 1731781745730 (+4024 ms)3 split writer threads finished at 1731781745733 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731781745733 2024-11-16T18:29:05,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.1 2024-11-16T18:29:05,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2, size=1.0 K (1043bytes) 2024-11-16T18:29:05,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 2024-11-16T18:29:05,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 after 1ms 2024-11-16T18:29:05,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 took 28ms 2024-11-16T18:29:05,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 so closing down 2024-11-16T18:29:05,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2, size=1.0 K (1043bytes) at 1731781745742Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 so closing down at 1731781745786 (+44 ms)3 split writer threads finished at 1731781745790 (+4 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745790 2024-11-16T18:29:05,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.2 2024-11-16T18:29:05,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3, size=1.0 K (1043bytes) 2024-11-16T18:29:05,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 2024-11-16T18:29:05,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 after 1ms 2024-11-16T18:29:05,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 took 7ms 2024-11-16T18:29:05,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 so closing down 2024-11-16T18:29:05,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3, size=1.0 K (1043bytes) at 1731781745796Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 so closing down at 1731781745815 (+19 ms)3 split writer threads finished at 1731781745817 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745817 2024-11-16T18:29:05,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.3 2024-11-16T18:29:05,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4, size=1.0 K (1043bytes) 2024-11-16T18:29:05,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 2024-11-16T18:29:05,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 after 3ms 2024-11-16T18:29:05,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 took 10ms 2024-11-16T18:29:05,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 so closing down 2024-11-16T18:29:05,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,852 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4, size=1.0 K (1043bytes) at 1731781745824Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 so closing down at 1731781745850 (+26 ms)3 split writer threads finished at 1731781745852 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745852 2024-11-16T18:29:05,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.4 2024-11-16T18:29:05,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5, size=1.0 K (1043bytes) 2024-11-16T18:29:05,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 2024-11-16T18:29:05,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 after 2ms 2024-11-16T18:29:05,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 took 6ms 2024-11-16T18:29:05,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 so closing down 2024-11-16T18:29:05,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,865 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5, size=1.0 K (1043bytes) at 1731781745856Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 so closing down at 1731781745865 (+9 ms)3 split writer threads finished at 1731781745865Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745865 2024-11-16T18:29:05,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.5 2024-11-16T18:29:05,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6, size=1.0 K (1043bytes) 2024-11-16T18:29:05,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 2024-11-16T18:29:05,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 after 1ms 2024-11-16T18:29:05,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 took 7ms 2024-11-16T18:29:05,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 so closing down 2024-11-16T18:29:05,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,903 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6, size=1.0 K (1043bytes) at 1731781745872Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 so closing down at 1731781745903 (+31 ms)3 split writer threads finished at 1731781745903Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745903 2024-11-16T18:29:05,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.6 2024-11-16T18:29:05,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7, size=1.0 K (1043bytes) 2024-11-16T18:29:05,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 2024-11-16T18:29:05,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 after 2ms 2024-11-16T18:29:05,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 took 13ms 2024-11-16T18:29:05,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 so closing down 2024-11-16T18:29:05,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7, size=1.0 K (1043bytes) at 1731781745908Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 so closing down at 1731781745935 (+27 ms)3 split writer threads finished at 1731781745941 (+6 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745941 2024-11-16T18:29:05,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.7 2024-11-16T18:29:05,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8, size=1.0 K (1043bytes) 2024-11-16T18:29:05,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 2024-11-16T18:29:05,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 after 1ms 2024-11-16T18:29:05,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 took 7ms 2024-11-16T18:29:05,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 so closing down 2024-11-16T18:29:05,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:05,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:05,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:05,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8, size=1.0 K (1043bytes) at 1731781745948Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 so closing down at 1731781745958 (+10 ms)3 split writer threads finished at 1731781745959 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781745959 2024-11-16T18:29:05,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.8 2024-11-16T18:29:05,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9, size=1.0 K (1043bytes) 2024-11-16T18:29:05,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 2024-11-16T18:29:05,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 after 1ms 2024-11-16T18:29:05,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 took 7ms 2024-11-16T18:29:05,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 so closing down 2024-11-16T18:29:05,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:06,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:06,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T18:29:06,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9, size=1.0 K (1043bytes) at 1731781745970Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 so closing down at 1731781745998 (+28 ms)3 split writer threads finished at 1731781746004 (+6 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731781746004 2024-11-16T18:29:06,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/WALs/testsplitdeletedregion,16010,1731781740722/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/868848e3-8583-2160-3686-8d5a4bb8164b/oldWALs/wal.dat.9 2024-11-16T18:29:06,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-233760963_22 at /127.0.0.1:50070 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:33521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-233760963_22 at /127.0.0.1:38044 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 515) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4751 (was 4799) 2024-11-16T18:29:06,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=4751 2024-11-16T18:29:06,035 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741853_1030 (size=7) 2024-11-16T18:29:06,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741853_1030 (size=7) 2024-11-16T18:29:06,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:06,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:06,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:06,087 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:06,088 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T18:29:06,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:06,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741854_1031 (size=863) 2024-11-16T18:29:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741854_1031 (size=863) 2024-11-16T18:29:06,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741855_1032 (size=859) 2024-11-16T18:29:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741855_1032 (size=859) 2024-11-16T18:29:06,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0, size=859 (859bytes) 2024-11-16T18:29:06,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 2024-11-16T18:29:06,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 after 1ms 2024-11-16T18:29:06,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 took 8ms 2024-11-16T18:29:06,729 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0; continuing. 2024-11-16T18:29:06,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 so closing down 2024-11-16T18:29:06,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:06,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:06,755 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:06,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741856_1033 (size=863) 2024-11-16T18:29:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741856_1033 (size=863) 2024-11-16T18:29:07,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:07,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T18:29:07,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 581 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-16T18:29:07,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0, size=859 (859bytes) at 1731781746584Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 so closing down at 1731781746729 (+145 ms)3 split writer threads finished at 1731781746729Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781746764 (+35 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781747188 (+424 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731781747191 (+3 ms)Processed 10 edits across 1 Regions in 581 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731781747191 2024-11-16T18:29:07,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/WALs/testcorruptwaltrailer,16010,1731781746087/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/b3ac55ba-c867-92d8-3636-3d8ec1240092/oldWALs/wal.dat.0 2024-11-16T18:29:07,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=4723 (was 4751) 2024-11-16T18:29:07,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=4721 2024-11-16T18:29:07,262 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741857_1034 (size=7) 2024-11-16T18:29:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741857_1034 (size=7) 2024-11-16T18:29:07,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:07,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,318 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:07,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=4719 (was 4721) 2024-11-16T18:29:07,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=4719 2024-11-16T18:29:07,380 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:07,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741858_1035 (size=7) 2024-11-16T18:29:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741858_1035 (size=7) 2024-11-16T18:29:07,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:07,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,475 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:07,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-16T18:29:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741859_1036 (size=93) 2024-11-16T18:29:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741859_1036 (size=93) 2024-11-16T18:29:07,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=4717 (was 4719) 2024-11-16T18:29:07,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=4716 2024-11-16T18:29:07,548 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741860_1037 (size=7) 2024-11-16T18:29:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741860_1037 (size=7) 2024-11-16T18:29:07,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:07,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:07,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:07,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:07,591 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:07,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:07,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741861_1038 (size=1393) 2024-11-16T18:29:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741861_1038 (size=1393) 2024-11-16T18:29:08,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:08,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:08,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741862_1039 (size=1393) 2024-11-16T18:29:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741862_1039 (size=1393) 2024-11-16T18:29:08,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:08,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:08,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741863_1040 (size=1393) 2024-11-16T18:29:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741863_1040 (size=1393) 2024-11-16T18:29:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:08,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741864_1041 (size=1393) 2024-11-16T18:29:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741864_1041 (size=1393) 2024-11-16T18:29:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:08,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741865_1042 (size=1393) 2024-11-16T18:29:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741865_1042 (size=1393) 2024-11-16T18:29:08,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:08,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741866_1043 (size=1393) 2024-11-16T18:29:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741866_1043 (size=1393) 2024-11-16T18:29:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:08,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741867_1044 (size=1405) 2024-11-16T18:29:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741867_1044 (size=1405) 2024-11-16T18:29:08,366 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:08,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:08,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741868_1045 (size=1413) 2024-11-16T18:29:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741868_1045 (size=1413) 2024-11-16T18:29:08,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:08,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:08,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741869_1046 (size=1413) 2024-11-16T18:29:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741869_1046 (size=1413) 2024-11-16T18:29:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:09,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:09,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:09,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741870_1047 (size=1413) 2024-11-16T18:29:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741870_1047 (size=1413) 2024-11-16T18:29:09,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:09,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:09,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7 2024-11-16T18:29:09,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7 after 0ms 2024-11-16T18:29:09,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7 took 6ms 2024-11-16T18:29:09,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7 so closing down 2024-11-16T18:29:09,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:09,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:09,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:09,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:09,709 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:09,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-16T18:29:09,710 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:09,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7, size=1.4 K (1413bytes) at 1731781749657Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7 so closing down at 1731781749679 (+22 ms)3 split writer threads finished at 1731781749680 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781749700 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781749701 (+1 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731781749710 (+9 ms)Processed 20 edits across 0 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/17e356cc-d7a0-b893-8159-9e1dd4816c98/WALs/testioeonoutputthread,16010,1731781747589/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731781749710 2024-11-16T18:29:09,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 136) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_364826560_22 at /127.0.0.1:38044 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=4683 (was 4716) 2024-11-16T18:29:09,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=4682 2024-11-16T18:29:09,733 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741871_1048 (size=7) 2024-11-16T18:29:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741871_1048 (size=7) 2024-11-16T18:29:09,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:09,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:09,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:09,754 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:09,792 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:09,793 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:09,795 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:09,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741872_1049 (size=2324) 2024-11-16T18:29:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741872_1049 (size=2324) 2024-11-16T18:29:09,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:09,846 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:09,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741873_1050 (size=1393) 2024-11-16T18:29:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741873_1050 (size=1393) 2024-11-16T18:29:09,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:09,863 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:09,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-16T18:29:09,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-16T18:29:09,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-16T18:29:09,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-16T18:29:09,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-16T18:29:09,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-16T18:29:09,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-16T18:29:09,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-16T18:29:09,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-16T18:29:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-16T18:29:09,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-16T18:29:09,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-16T18:29:09,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-16T18:29:09,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-16T18:29:09,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-16T18:29:09,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-16T18:29:09,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-16T18:29:09,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-16T18:29:09,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-16T18:29:09,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-16T18:29:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-16T18:29:09,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-16T18:29:09,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-16T18:29:09,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-16T18:29:09,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-16T18:29:09,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-16T18:29:09,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-16T18:29:09,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-16T18:29:09,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-16T18:29:09,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-16T18:29:09,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-16T18:29:09,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-16T18:29:09,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-16T18:29:09,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-16T18:29:09,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-16T18:29:09,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-16T18:29:09,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-16T18:29:09,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-16T18:29:09,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-16T18:29:09,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-16T18:29:09,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-16T18:29:09,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-16T18:29:09,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-16T18:29:09,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-16T18:29:09,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-16T18:29:09,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-16T18:29:09,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-16T18:29:09,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-16T18:29:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-16T18:29:09,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-16T18:29:09,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-16T18:29:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-16T18:29:09,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-16T18:29:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-16T18:29:09,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-16T18:29:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-16T18:29:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-16T18:29:09,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-16T18:29:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-16T18:29:09,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:09,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:09,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-16T18:29:10,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-16T18:29:10,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-16T18:29:10,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-16T18:29:10,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-16T18:29:10,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-16T18:29:10,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-16T18:29:10,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-16T18:29:10,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-16T18:29:10,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-16T18:29:10,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-16T18:29:10,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-16T18:29:10,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-16T18:29:10,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-16T18:29:10,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-16T18:29:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-16T18:29:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-16T18:29:10,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-16T18:29:10,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-16T18:29:10,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-16T18:29:10,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-16T18:29:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-16T18:29:10,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-16T18:29:10,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-16T18:29:10,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-16T18:29:10,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-16T18:29:10,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-16T18:29:10,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-16T18:29:10,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-16T18:29:10,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-16T18:29:10,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-16T18:29:10,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-16T18:29:10,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-16T18:29:10,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-16T18:29:10,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-16T18:29:10,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-16T18:29:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-16T18:29:10,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-16T18:29:10,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-16T18:29:10,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-16T18:29:10,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-16T18:29:10,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-16T18:29:10,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-16T18:29:10,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-16T18:29:10,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-16T18:29:10,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-16T18:29:10,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-16T18:29:10,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-16T18:29:10,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-16T18:29:10,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-16T18:29:10,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-16T18:29:10,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-16T18:29:10,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-16T18:29:10,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-16T18:29:10,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-16T18:29:10,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-16T18:29:10,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-16T18:29:10,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-16T18:29:10,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-16T18:29:10,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-16T18:29:10,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-16T18:29:10,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-16T18:29:10,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-16T18:29:10,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-16T18:29:10,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-16T18:29:10,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-16T18:29:10,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-16T18:29:10,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-16T18:29:10,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-16T18:29:10,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-16T18:29:10,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-16T18:29:10,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-16T18:29:10,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-16T18:29:10,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-16T18:29:10,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-16T18:29:10,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-16T18:29:10,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-16T18:29:10,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-16T18:29:10,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-16T18:29:10,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-16T18:29:10,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-16T18:29:10,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-16T18:29:10,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-16T18:29:10,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-16T18:29:10,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-16T18:29:10,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-16T18:29:10,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-16T18:29:10,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-16T18:29:10,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-16T18:29:10,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-16T18:29:10,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-16T18:29:10,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-16T18:29:10,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-16T18:29:10,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-16T18:29:10,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-16T18:29:10,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-16T18:29:10,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-16T18:29:10,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-16T18:29:10,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-16T18:29:10,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-16T18:29:10,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-16T18:29:10,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-16T18:29:10,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-16T18:29:10,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-16T18:29:10,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-16T18:29:10,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-16T18:29:10,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-16T18:29:10,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-16T18:29:10,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-16T18:29:10,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-16T18:29:10,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-16T18:29:10,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-16T18:29:10,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-16T18:29:10,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-16T18:29:10,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-16T18:29:10,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-16T18:29:10,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-16T18:29:10,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-16T18:29:10,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-16T18:29:10,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-16T18:29:10,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-16T18:29:10,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-16T18:29:10,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-16T18:29:10,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-16T18:29:10,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-16T18:29:10,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-16T18:29:10,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-16T18:29:10,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-16T18:29:10,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-16T18:29:10,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-16T18:29:10,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-16T18:29:10,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-16T18:29:10,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-16T18:29:10,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-16T18:29:10,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-16T18:29:10,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-16T18:29:10,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-16T18:29:10,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-16T18:29:10,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-16T18:29:10,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-16T18:29:10,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-16T18:29:10,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-16T18:29:10,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-16T18:29:10,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-16T18:29:10,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-16T18:29:10,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-16T18:29:10,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-16T18:29:10,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-16T18:29:10,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-16T18:29:10,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-16T18:29:10,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-16T18:29:10,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-16T18:29:10,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-16T18:29:10,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-16T18:29:10,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-16T18:29:10,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-16T18:29:10,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-16T18:29:10,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-16T18:29:10,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-16T18:29:10,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-16T18:29:10,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-16T18:29:10,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-16T18:29:10,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-16T18:29:10,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-16T18:29:10,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-16T18:29:10,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-16T18:29:10,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-16T18:29:10,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-16T18:29:10,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-16T18:29:10,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-16T18:29:10,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-16T18:29:10,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-16T18:29:10,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-16T18:29:10,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-16T18:29:10,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-16T18:29:10,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-16T18:29:10,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-16T18:29:10,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-16T18:29:10,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-16T18:29:10,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-16T18:29:10,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-16T18:29:10,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-16T18:29:10,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-16T18:29:10,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-16T18:29:10,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-16T18:29:10,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-16T18:29:10,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-16T18:29:10,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-16T18:29:10,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-16T18:29:10,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-16T18:29:10,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-16T18:29:10,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-16T18:29:10,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-16T18:29:10,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-16T18:29:10,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-16T18:29:10,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-16T18:29:10,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-16T18:29:10,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-16T18:29:10,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-16T18:29:10,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-16T18:29:10,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-16T18:29:10,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-16T18:29:10,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-16T18:29:10,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-16T18:29:10,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-16T18:29:10,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-16T18:29:10,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-16T18:29:10,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-16T18:29:10,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-16T18:29:10,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-16T18:29:10,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-16T18:29:10,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-16T18:29:10,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-16T18:29:10,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-16T18:29:10,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-16T18:29:10,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-16T18:29:10,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-16T18:29:10,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-16T18:29:10,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-16T18:29:10,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-16T18:29:10,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-16T18:29:10,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-16T18:29:10,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-16T18:29:10,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-16T18:29:10,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-16T18:29:10,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-16T18:29:10,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-16T18:29:10,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-16T18:29:10,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-16T18:29:10,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-16T18:29:10,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-16T18:29:10,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-16T18:29:10,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-16T18:29:10,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-16T18:29:10,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-16T18:29:10,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-16T18:29:10,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-16T18:29:10,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-16T18:29:10,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-16T18:29:10,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-16T18:29:10,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-16T18:29:10,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-16T18:29:10,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-16T18:29:10,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-16T18:29:10,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-16T18:29:10,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-16T18:29:10,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-16T18:29:10,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-16T18:29:10,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-16T18:29:10,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-16T18:29:10,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-16T18:29:10,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-16T18:29:10,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-16T18:29:10,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-16T18:29:10,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-16T18:29:10,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-16T18:29:10,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-16T18:29:10,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-16T18:29:10,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-16T18:29:10,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-16T18:29:10,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-16T18:29:10,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-16T18:29:10,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-16T18:29:10,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-16T18:29:10,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-16T18:29:10,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-16T18:29:10,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-16T18:29:10,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-16T18:29:10,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-16T18:29:10,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-16T18:29:10,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-16T18:29:10,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-16T18:29:10,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-16T18:29:10,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-16T18:29:10,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-16T18:29:10,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-16T18:29:10,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-16T18:29:10,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-16T18:29:10,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-16T18:29:10,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-16T18:29:10,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-16T18:29:10,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-16T18:29:10,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-16T18:29:10,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-16T18:29:10,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-16T18:29:10,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-16T18:29:10,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-16T18:29:10,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-16T18:29:10,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-16T18:29:10,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-16T18:29:10,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-16T18:29:10,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-16T18:29:10,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-16T18:29:10,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-16T18:29:10,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-16T18:29:10,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-16T18:29:10,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-16T18:29:10,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-16T18:29:10,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-16T18:29:10,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-16T18:29:10,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-16T18:29:10,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-16T18:29:10,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-16T18:29:10,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-16T18:29:10,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-16T18:29:10,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-16T18:29:10,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-16T18:29:10,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-16T18:29:10,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-16T18:29:10,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-16T18:29:10,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-16T18:29:10,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-16T18:29:10,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-16T18:29:10,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-16T18:29:10,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-16T18:29:10,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-16T18:29:10,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-16T18:29:10,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-16T18:29:10,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-16T18:29:10,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-16T18:29:10,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-16T18:29:10,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-16T18:29:10,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-16T18:29:10,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-16T18:29:10,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-16T18:29:10,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-16T18:29:10,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-16T18:29:10,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-16T18:29:10,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-16T18:29:10,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-16T18:29:10,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-16T18:29:10,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-16T18:29:10,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-16T18:29:10,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-16T18:29:10,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-16T18:29:10,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-16T18:29:10,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-16T18:29:10,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-16T18:29:10,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-16T18:29:10,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-16T18:29:10,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-16T18:29:10,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-16T18:29:10,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-16T18:29:10,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-16T18:29:10,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-16T18:29:10,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-16T18:29:10,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-16T18:29:10,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-16T18:29:10,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-16T18:29:10,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-16T18:29:10,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-16T18:29:10,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-16T18:29:10,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-16T18:29:10,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-16T18:29:10,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-16T18:29:10,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-16T18:29:10,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-16T18:29:10,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-16T18:29:10,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-16T18:29:10,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-16T18:29:10,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-16T18:29:10,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-16T18:29:10,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-16T18:29:10,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-16T18:29:10,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-16T18:29:10,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-16T18:29:10,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-16T18:29:10,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-16T18:29:10,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-16T18:29:10,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-16T18:29:10,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-16T18:29:10,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-16T18:29:10,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-16T18:29:10,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-16T18:29:10,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-16T18:29:10,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-16T18:29:10,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-16T18:29:10,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-16T18:29:10,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-16T18:29:10,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-16T18:29:10,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-16T18:29:10,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-16T18:29:10,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-16T18:29:10,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-16T18:29:10,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-16T18:29:10,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-16T18:29:10,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-16T18:29:10,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-16T18:29:10,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-16T18:29:10,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-16T18:29:10,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-16T18:29:10,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-16T18:29:10,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-16T18:29:10,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-16T18:29:10,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-16T18:29:10,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-16T18:29:10,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-16T18:29:10,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-16T18:29:10,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-16T18:29:10,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-16T18:29:10,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-16T18:29:10,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-16T18:29:10,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-16T18:29:10,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-16T18:29:10,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-16T18:29:10,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-16T18:29:10,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-16T18:29:10,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-16T18:29:10,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-16T18:29:10,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-16T18:29:10,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-16T18:29:10,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-16T18:29:10,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-16T18:29:10,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-16T18:29:10,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-16T18:29:10,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-16T18:29:10,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-16T18:29:10,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-16T18:29:10,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-16T18:29:10,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-16T18:29:10,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-16T18:29:10,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-16T18:29:10,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-16T18:29:10,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-16T18:29:10,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-16T18:29:10,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-16T18:29:10,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-16T18:29:10,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-16T18:29:10,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-16T18:29:10,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-16T18:29:10,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-16T18:29:10,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-16T18:29:10,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-16T18:29:10,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-16T18:29:10,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-16T18:29:10,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-16T18:29:10,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-16T18:29:10,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-16T18:29:10,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-16T18:29:10,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-16T18:29:10,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-16T18:29:10,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-16T18:29:10,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-16T18:29:10,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-16T18:29:10,904 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754): HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731781749845; access_time=1731781749799; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781749863; access_time=1731781749846; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731781749864; access_time=1731781749864; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T18:29:10,904 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-16T18:29:10,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-16T18:29:10,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-16T18:29:10,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-16T18:29:10,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-16T18:29:10,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-16T18:29:10,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-16T18:29:10,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-16T18:29:10,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-16T18:29:10,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-16T18:29:10,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-16T18:29:10,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-16T18:29:10,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-16T18:29:10,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-16T18:29:10,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-16T18:29:10,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-16T18:29:10,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-16T18:29:10,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T18:29:10,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 2024-11-16T18:29:10,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-16T18:29:10,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 after 1ms 2024-11-16T18:29:10,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-16T18:29:10,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-16T18:29:10,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 took 6ms 2024-11-16T18:29:10,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-16T18:29:10,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-16T18:29:10,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 so closing down 2024-11-16T18:29:10,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:10,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:10,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-16T18:29:10,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-16T18:29:10,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-16T18:29:10,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-16T18:29:10,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,951 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:10,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-16T18:29:10,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-16T18:29:10,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-16T18:29:10,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-16T18:29:10,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-16T18:29:10,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-16T18:29:10,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-16T18:29:10,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-16T18:29:10,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:10,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-16T18:29:10,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-16T18:29:10,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-16T18:29:10,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-16T18:29:10,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-16T18:29:10,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-16T18:29:10,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-16T18:29:10,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-16T18:29:10,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:10,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:10,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-16T18:29:10,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-16T18:29:10,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:10,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-16T18:29:10,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:10,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-16T18:29:11,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-16T18:29:11,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-16T18:29:11,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-16T18:29:11,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-16T18:29:11,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-16T18:29:11,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-16T18:29:11,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-16T18:29:11,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-16T18:29:11,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-16T18:29:11,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-16T18:29:11,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-16T18:29:11,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741875_1052 (size=743) 2024-11-16T18:29:11,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-16T18:29:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741875_1052 (size=743) 2024-11-16T18:29:11,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:11,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-16T18:29:11,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-16T18:29:11,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:11,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-16T18:29:11,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-16T18:29:11,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-16T18:29:11,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-16T18:29:11,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741876_1053 (size=743) 2024-11-16T18:29:11,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-16T18:29:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741876_1053 (size=743) 2024-11-16T18:29:11,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:11,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:11,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 104 ms; skipped=7; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T18:29:11,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0, size=2.3 K (2324bytes) at 1731781750931Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 so closing down at 1731781750940 (+9 ms)3 split writer threads finished at 1731781750941 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781750984 (+43 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781750985 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781751022 (+37 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781751027 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781751037 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781751039 (+2 ms)Processed 27 edits across 2 Regions in 104 ms; skipped=7; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731781751040 (+1 ms) 2024-11-16T18:29:11,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/oldWALs/wal.dat.0 2024-11-16T18:29:11,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:11,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 2024-11-16T18:29:11,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-16T18:29:11,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-16T18:29:11,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 after 2ms 2024-11-16T18:29:11,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-16T18:29:11,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 took 6ms 2024-11-16T18:29:11,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-16T18:29:11,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-16T18:29:11,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-16T18:29:11,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-16T18:29:11,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-16T18:29:11,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-16T18:29:11,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-16T18:29:11,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 so closing down 2024-11-16T18:29:11,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:11,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:11,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-16T18:29:11,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-16T18:29:11,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-16T18:29:11,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-16T18:29:11,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-16T18:29:11,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:11,073 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:11,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-16T18:29:11,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:11,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-16T18:29:11,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:11,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-16T18:29:11,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-16T18:29:11,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-16T18:29:11,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-16T18:29:11,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741878_1055 (size=743) 2024-11-16T18:29:11,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-16T18:29:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741878_1055 (size=743) 2024-11-16T18:29:11,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:11,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-16T18:29:11,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-16T18:29:11,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741877_1054 (size=743) 2024-11-16T18:29:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741877_1054 (size=743) 2024-11-16T18:29:11,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-16T18:29:11,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-16T18:29:11,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:11,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-16T18:29:11,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:11,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:11,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1, size=1.4 K (1393bytes) at 1731781751044Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 so closing down at 1731781751064 (+20 ms)3 split writer threads finished at 1731781751064Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781751074 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781751076 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781751086 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781751089 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781751093 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781751095 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781751095 2024-11-16T18:29:11,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-16T18:29:11,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-16T18:29:11,098 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/oldWALs/wal.dat.1 2024-11-16T18:29:11,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2, size=150 (150bytes) 2024-11-16T18:29:11,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 2024-11-16T18:29:11,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,099 WARN [IPC Server handler 2 on default port 41869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-16T18:29:11,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-16T18:29:11,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 after 1ms 2024-11-16T18:29:11,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-16T18:29:11,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-16T18:29:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-16T18:29:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-16T18:29:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-16T18:29:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-16T18:29:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-16T18:29:11,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-16T18:29:11,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-16T18:29:11,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-16T18:29:11,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-16T18:29:11,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-16T18:29:11,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-16T18:29:11,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-16T18:29:11,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-16T18:29:11,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-16T18:29:11,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-16T18:29:11,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-16T18:29:11,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-16T18:29:11,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-16T18:29:11,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-16T18:29:11,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-16T18:29:11,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-16T18:29:11,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-16T18:29:11,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-16T18:29:11,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-16T18:29:11,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-16T18:29:11,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-16T18:29:11,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-16T18:29:11,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-16T18:29:11,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-16T18:29:11,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-16T18:29:11,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-16T18:29:11,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-16T18:29:11,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-16T18:29:11,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-16T18:29:11,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-16T18:29:11,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-16T18:29:11,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-16T18:29:11,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-16T18:29:11,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-16T18:29:11,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-16T18:29:11,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-16T18:29:11,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-16T18:29:11,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-16T18:29:11,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-16T18:29:11,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-16T18:29:11,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-16T18:29:11,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-16T18:29:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-16T18:29:11,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-16T18:29:11,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-16T18:29:11,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-16T18:29:11,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-16T18:29:11,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-16T18:29:11,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-16T18:29:11,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-16T18:29:11,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-16T18:29:11,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-16T18:29:11,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-16T18:29:11,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-16T18:29:11,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-16T18:29:11,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-16T18:29:11,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-16T18:29:11,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-16T18:29:11,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-16T18:29:11,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-16T18:29:11,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-16T18:29:11,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-16T18:29:11,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-16T18:29:11,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-16T18:29:11,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-16T18:29:11,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-16T18:29:11,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-16T18:29:11,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-16T18:29:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-16T18:29:11,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-16T18:29:11,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-16T18:29:11,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-16T18:29:11,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-16T18:29:11,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-16T18:29:11,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-16T18:29:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-16T18:29:11,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-16T18:29:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-16T18:29:11,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-16T18:29:11,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-16T18:29:11,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-16T18:29:11,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-16T18:29:11,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-16T18:29:11,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-16T18:29:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-16T18:29:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-16T18:29:11,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-16T18:29:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-16T18:29:11,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-16T18:29:11,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-16T18:29:11,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-16T18:29:11,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-16T18:29:11,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-16T18:29:11,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-16T18:29:11,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-16T18:29:11,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-16T18:29:11,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-16T18:29:11,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-16T18:29:11,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-16T18:29:11,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-16T18:29:11,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-16T18:29:11,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-16T18:29:11,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-16T18:29:11,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-16T18:29:11,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-16T18:29:11,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-16T18:29:11,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-16T18:29:11,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-16T18:29:11,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-16T18:29:11,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-16T18:29:11,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-16T18:29:11,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-16T18:29:11,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-16T18:29:11,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-16T18:29:11,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-16T18:29:11,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-16T18:29:11,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-16T18:29:11,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-16T18:29:11,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-16T18:29:11,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-16T18:29:11,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-16T18:29:11,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-16T18:29:11,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-16T18:29:11,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-16T18:29:11,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-16T18:29:11,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-16T18:29:11,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-16T18:29:11,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-16T18:29:11,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-16T18:29:11,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-16T18:29:11,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-16T18:29:11,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-16T18:29:11,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-16T18:29:11,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-16T18:29:11,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-16T18:29:11,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-16T18:29:11,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-16T18:29:11,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-16T18:29:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-16T18:29:11,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-16T18:29:11,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-16T18:29:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-16T18:29:11,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-16T18:29:11,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-16T18:29:11,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-16T18:29:11,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-16T18:29:11,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-16T18:29:11,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-16T18:29:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-16T18:29:11,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-16T18:29:11,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-16T18:29:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-16T18:29:11,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-16T18:29:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-16T18:29:11,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-16T18:29:11,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-16T18:29:11,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-16T18:29:11,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-16T18:29:11,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-16T18:29:11,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-16T18:29:11,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-16T18:29:11,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-16T18:29:11,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-16T18:29:11,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-16T18:29:11,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-16T18:29:11,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-16T18:29:11,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-16T18:29:11,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-16T18:29:11,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-16T18:29:11,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-16T18:29:11,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-16T18:29:11,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-16T18:29:11,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-16T18:29:11,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-16T18:29:11,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-16T18:29:11,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-16T18:29:11,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-16T18:29:11,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-16T18:29:11,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-16T18:29:11,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-16T18:29:11,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-16T18:29:11,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-16T18:29:11,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-16T18:29:11,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-16T18:29:11,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-16T18:29:11,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-16T18:29:11,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-16T18:29:11,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-16T18:29:11,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-16T18:29:11,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-16T18:29:11,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-16T18:29:11,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-16T18:29:11,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-16T18:29:11,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-16T18:29:11,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-16T18:29:11,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-16T18:29:11,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-16T18:29:11,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-16T18:29:11,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-16T18:29:11,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-16T18:29:11,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-16T18:29:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-16T18:29:11,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-16T18:29:11,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-16T18:29:11,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-16T18:29:11,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-16T18:29:11,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-16T18:29:11,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-16T18:29:11,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-16T18:29:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-16T18:29:11,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-16T18:29:11,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-16T18:29:11,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-16T18:29:11,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-16T18:29:11,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-16T18:29:11,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-16T18:29:11,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-16T18:29:11,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-16T18:29:11,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-16T18:29:11,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-16T18:29:11,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-16T18:29:11,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-16T18:29:11,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-16T18:29:11,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-16T18:29:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-16T18:29:11,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-16T18:29:11,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-16T18:29:11,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-16T18:29:11,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-16T18:29:11,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-16T18:29:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-16T18:29:11,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-16T18:29:11,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-16T18:29:11,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-16T18:29:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-16T18:29:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-16T18:29:11,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-16T18:29:11,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-16T18:29:11,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-16T18:29:11,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-16T18:29:11,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-16T18:29:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-16T18:29:11,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-16T18:29:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-16T18:29:11,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-16T18:29:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-16T18:29:11,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-16T18:29:11,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-16T18:29:11,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-16T18:29:11,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-16T18:29:11,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-16T18:29:11,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-16T18:29:11,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-16T18:29:11,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-16T18:29:11,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-16T18:29:11,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-16T18:29:11,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-16T18:29:11,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-16T18:29:11,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-16T18:29:11,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-16T18:29:11,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-16T18:29:11,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-16T18:29:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-16T18:29:11,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-16T18:29:11,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-16T18:29:11,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-16T18:29:11,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-16T18:29:11,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-16T18:29:11,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-16T18:29:11,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-16T18:29:11,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-16T18:29:11,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-16T18:29:11,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-16T18:29:11,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-16T18:29:11,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-16T18:29:11,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-16T18:29:11,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-16T18:29:11,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-16T18:29:11,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-16T18:29:11,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-16T18:29:11,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-16T18:29:11,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-16T18:29:11,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-16T18:29:11,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-16T18:29:11,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-16T18:29:11,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-16T18:29:11,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-16T18:29:11,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-16T18:29:11,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-16T18:29:11,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-16T18:29:11,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-16T18:29:11,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-16T18:29:11,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-16T18:29:11,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-16T18:29:11,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-16T18:29:11,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-16T18:29:11,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-16T18:29:11,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-16T18:29:11,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-16T18:29:11,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-16T18:29:11,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-16T18:29:11,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-16T18:29:11,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-16T18:29:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-16T18:29:11,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-16T18:29:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-16T18:29:11,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-16T18:29:11,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-16T18:29:11,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-16T18:29:11,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-16T18:29:11,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-16T18:29:11,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-16T18:29:11,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-16T18:29:11,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-16T18:29:11,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-16T18:29:11,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-16T18:29:11,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-16T18:29:11,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-16T18:29:11,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-16T18:29:11,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-16T18:29:11,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-16T18:29:11,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-16T18:29:11,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-16T18:29:11,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-16T18:29:11,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-16T18:29:11,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-16T18:29:11,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-16T18:29:11,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-16T18:29:11,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-16T18:29:11,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T18:29:11,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T18:29:11,762 WARN [ResponseProcessor for block BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:11,763 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1577070419_533 at /127.0.0.1:38222 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37025:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38222 dst: /127.0.0.1:37025 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:11,762 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1577070419_533 at /127.0.0.1:50246 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50246 dst: /127.0.0.1:43823 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43823 remote=/127.0.0.1:50246]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:11,763 WARN [DataStreamer for file /user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK], DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK]) is bad. 2024-11-16T18:29:11,764 WARN [DataStreamer for file /user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741874_1056 (size=61027) 2024-11-16T18:29:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741874_1056 (size=61027) 2024-11-16T18:29:11,766 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:11,767 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-16T18:29:11,767 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 964 2024-11-16T18:29:11,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-16T18:29:11,768 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:11,768 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:15,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 after 4003ms 2024-11-16T18:29:15,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 took 4011ms 2024-11-16T18:29:15,143 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2; continuing. 2024-11-16T18:29:15,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 so closing down 2024-11-16T18:29:15,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:15,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:15,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:15,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:15,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:15,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741879_1057 (size=743) 2024-11-16T18:29:15,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:15,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741879_1057 (size=743) 2024-11-16T18:29:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741880_1058 (size=60385) 2024-11-16T18:29:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741880_1058 (size=60385) 2024-11-16T18:29:15,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 943 edits, skipped 0 edits in 8 ms) 2024-11-16T18:29:15,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:15,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 953 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T18:29:15,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2, size=150 (150bytes) at 1731781751098Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 so closing down at 1731781755143 (+4045 ms)3 split writer threads finished at 1731781755143Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781755148 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781755148Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781755153 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781755154 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 943 edits, skipped 0 edits in 8 ms) at 1731781755563 (+409 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781755569 (+6 ms)Processed 953 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731781755569 2024-11-16T18:29:15,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/WALs/testlogcannotbewrittenonceparsed,16010,1731781749754/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/f121c2d9-5f29-2503-8246-48839074f974/oldWALs/wal.dat.2 2024-11-16T18:29:15,576 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-16T18:29:15,599 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=963, robber=963 2024-11-16T18:29:15,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_364826560_22 at /127.0.0.1:45810 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:41869 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:41869 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:41869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:41869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_364826560_22 at /127.0.0.1:39270 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=4539 (was 4682) 2024-11-16T18:29:15,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=4538 2024-11-16T18:29:15,612 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741881_1059 (size=7) 2024-11-16T18:29:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741881_1059 (size=7) 2024-11-16T18:29:16,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:16,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:16,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:16,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:16,035 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:16,036 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:16,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741882_1060 (size=1393) 2024-11-16T18:29:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741882_1060 (size=1393) 2024-11-16T18:29:16,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:16,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741883_1061 (size=1393) 2024-11-16T18:29:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741883_1061 (size=1393) 2024-11-16T18:29:16,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:16,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:16,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741884_1062 (size=1393) 2024-11-16T18:29:16,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741884_1062 (size=1393) 2024-11-16T18:29:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:16,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:16,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741885_1063 (size=1393) 2024-11-16T18:29:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741885_1063 (size=1393) 2024-11-16T18:29:16,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:16,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:16,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741886_1064 (size=1393) 2024-11-16T18:29:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741886_1064 (size=1393) 2024-11-16T18:29:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:16,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741887_1065 (size=1393) 2024-11-16T18:29:16,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741887_1065 (size=1393) 2024-11-16T18:29:16,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:16,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:16,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741888_1066 (size=1405) 2024-11-16T18:29:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741888_1066 (size=1405) 2024-11-16T18:29:16,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:16,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741889_1067 (size=1413) 2024-11-16T18:29:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741889_1067 (size=1413) 2024-11-16T18:29:16,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:16,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:16,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741890_1068 (size=1413) 2024-11-16T18:29:16,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741890_1068 (size=1413) 2024-11-16T18:29:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:16,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:16,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741891_1069 (size=1413) 2024-11-16T18:29:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741891_1069 (size=1413) 2024-11-16T18:29:16,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:16,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:16,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 2024-11-16T18:29:16,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 after 2ms 2024-11-16T18:29:16,632 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:18,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 took 2012ms 2024-11-16T18:29:18,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 so closing down 2024-11-16T18:29:18,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:18,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:18,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:18,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:18,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:18,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741892_1070 (size=743) 2024-11-16T18:29:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741892_1070 (size=743) 2024-11-16T18:29:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741893_1071 (size=743) 2024-11-16T18:29:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741893_1071 (size=743) 2024-11-16T18:29:18,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:18,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:19,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:19,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0, size=1.4 K (1393bytes) at 1731781756630Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 so closing down at 1731781758645 (+2015 ms)3 split writer threads finished at 1731781758645Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781758652 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781758652Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781758658 (+6 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781758662 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759059 (+397 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781759066 (+7 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759066 2024-11-16T18:29:19,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.0 2024-11-16T18:29:19,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:19,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 2024-11-16T18:29:19,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 after 1ms 2024-11-16T18:29:19,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 took 6ms 2024-11-16T18:29:19,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 so closing down 2024-11-16T18:29:19,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,084 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:19,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:19,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:19,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741895_1073 (size=743) 2024-11-16T18:29:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741894_1072 (size=743) 2024-11-16T18:29:19,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741894_1072 (size=743) 2024-11-16T18:29:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741895_1073 (size=743) 2024-11-16T18:29:19,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:19,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:19,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1, size=1.4 K (1393bytes) at 1731781759076Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 so closing down at 1731781759083 (+7 ms)3 split writer threads finished at 1731781759084 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781759089 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781759089Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759096 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781759100 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759497 (+397 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781759502 (+5 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759503 (+1 ms) 2024-11-16T18:29:19,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.1 2024-11-16T18:29:19,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:19,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 2024-11-16T18:29:19,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 after 1ms 2024-11-16T18:29:19,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 took 5ms 2024-11-16T18:29:19,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 so closing down 2024-11-16T18:29:19,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,521 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:19,521 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:19,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:19,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741897_1075 (size=743) 2024-11-16T18:29:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741897_1075 (size=743) 2024-11-16T18:29:19,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:19,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741896_1074 (size=743) 2024-11-16T18:29:19,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741896_1074 (size=743) 2024-11-16T18:29:19,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:19,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2, size=1.4 K (1393bytes) at 1731781759510Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 so closing down at 1731781759516 (+6 ms)3 split writer threads finished at 1731781759517 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781759522 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781759522Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759530 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781759533 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759534 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781759537 (+3 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759537 2024-11-16T18:29:19,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.2 2024-11-16T18:29:19,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:19,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 2024-11-16T18:29:19,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 after 0ms 2024-11-16T18:29:19,546 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 took 5ms 2024-11-16T18:29:19,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 so closing down 2024-11-16T18:29:19,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:19,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:19,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:19,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741898_1076 (size=743) 2024-11-16T18:29:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741898_1076 (size=743) 2024-11-16T18:29:19,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741899_1077 (size=743) 2024-11-16T18:29:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741899_1077 (size=743) 2024-11-16T18:29:19,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:19,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3, size=1.4 K (1393bytes) at 1731781759542Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 so closing down at 1731781759548 (+6 ms)3 split writer threads finished at 1731781759548Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781759554 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781759555 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759560 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781759563 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759567 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781759570 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759570 2024-11-16T18:29:19,574 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.3 2024-11-16T18:29:19,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:19,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 2024-11-16T18:29:19,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 after 1ms 2024-11-16T18:29:19,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 took 4ms 2024-11-16T18:29:19,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 so closing down 2024-11-16T18:29:19,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:19,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:19,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:19,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741901_1079 (size=743) 2024-11-16T18:29:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741901_1079 (size=743) 2024-11-16T18:29:19,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741900_1078 (size=743) 2024-11-16T18:29:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741900_1078 (size=743) 2024-11-16T18:29:19,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:19,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4, size=1.4 K (1393bytes) at 1731781759574Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 so closing down at 1731781759580 (+6 ms)3 split writer threads finished at 1731781759580Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781759585 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781759585Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759594 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781759597 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759602 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781759605 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759605 2024-11-16T18:29:19,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.4 2024-11-16T18:29:19,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:19,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 2024-11-16T18:29:19,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 after 1ms 2024-11-16T18:29:19,614 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 took 5ms 2024-11-16T18:29:19,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 so closing down 2024-11-16T18:29:19,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:19,621 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:19,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:19,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741902_1080 (size=743) 2024-11-16T18:29:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741902_1080 (size=743) 2024-11-16T18:29:19,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741903_1081 (size=743) 2024-11-16T18:29:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741903_1081 (size=743) 2024-11-16T18:29:19,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:19,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:19,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5, size=1.4 K (1393bytes) at 1731781759609Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 so closing down at 1731781759617 (+8 ms)3 split writer threads finished at 1731781759617Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781759623 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781759623Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759634 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781759637 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759638 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781759641 (+3 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781759641 2024-11-16T18:29:19,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.5 2024-11-16T18:29:19,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:19,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 2024-11-16T18:29:19,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 after 1ms 2024-11-16T18:29:19,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 took 4ms 2024-11-16T18:29:19,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 so closing down 2024-11-16T18:29:19,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,655 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:19,655 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:19,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:19,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741904_1082 (size=749) 2024-11-16T18:29:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741904_1082 (size=749) 2024-11-16T18:29:19,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741905_1083 (size=749) 2024-11-16T18:29:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741905_1083 (size=749) 2024-11-16T18:29:19,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:19,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:19,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:19,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6, size=1.4 K (1405bytes) at 1731781759644Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 so closing down at 1731781759650 (+6 ms)3 split writer threads finished at 1731781759651 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781759656 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781759656Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759672 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759675 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781759678 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781759678Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781759678 2024-11-16T18:29:19,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.6 2024-11-16T18:29:19,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:19,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 2024-11-16T18:29:19,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 after 0ms 2024-11-16T18:29:19,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 took 4ms 2024-11-16T18:29:19,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 so closing down 2024-11-16T18:29:19,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,688 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:19,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:19,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:19,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741907_1085 (size=753) 2024-11-16T18:29:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741906_1084 (size=753) 2024-11-16T18:29:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741907_1085 (size=753) 2024-11-16T18:29:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741906_1084 (size=753) 2024-11-16T18:29:19,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:19,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:19,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:19,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:19,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7, size=1.4 K (1413bytes) at 1731781759682Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 so closing down at 1731781759688 (+6 ms)3 split writer threads finished at 1731781759688Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781759692 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781759693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759708 (+15 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781759708Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781759710 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781759710Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781759710 2024-11-16T18:29:19,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.7 2024-11-16T18:29:19,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:19,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 2024-11-16T18:29:19,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 after 1ms 2024-11-16T18:29:19,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 took 4ms 2024-11-16T18:29:19,720 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 so closing down 2024-11-16T18:29:19,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:19,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:19,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:19,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:19,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:19,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741908_1086 (size=753) 2024-11-16T18:29:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741908_1086 (size=753) 2024-11-16T18:29:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741909_1087 (size=753) 2024-11-16T18:29:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741909_1087 (size=753) 2024-11-16T18:29:20,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:20,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:20,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:20,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8, size=1.4 K (1413bytes) at 1731781759714Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 so closing down at 1731781759720 (+6 ms)3 split writer threads finished at 1731781759720Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781759725 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781759725Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760136 (+411 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760136Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781760142 (+6 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781760143 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781760143 2024-11-16T18:29:20,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.8 2024-11-16T18:29:20,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:20,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 2024-11-16T18:29:20,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 after 1ms 2024-11-16T18:29:20,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 took 4ms 2024-11-16T18:29:20,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 so closing down 2024-11-16T18:29:20,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:20,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:20,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:20,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:20,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:20,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741910_1088 (size=753) 2024-11-16T18:29:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741911_1089 (size=753) 2024-11-16T18:29:20,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741910_1088 (size=753) 2024-11-16T18:29:20,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741911_1089 (size=753) 2024-11-16T18:29:20,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:20,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:20,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:20,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9, size=1.4 K (1413bytes) at 1731781760148Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 so closing down at 1731781760154 (+6 ms)3 split writer threads finished at 1731781760154Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781760158 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781760158Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760167 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760167Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781760169 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781760170 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781760170 2024-11-16T18:29:20,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/WALs/testretryopenduringrecovery,16010,1731781756034/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/cb279b72-9cd5-9b29-900d-d18b35e7765a/oldWALs/wal.dat.9 2024-11-16T18:29:20,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=4484 (was 4538) 2024-11-16T18:29:20,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=4483 2024-11-16T18:29:20,188 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741912_1090 (size=7) 2024-11-16T18:29:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741912_1090 (size=7) 2024-11-16T18:29:20,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:20,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:20,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:20,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:20,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:20,204 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:20,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:20,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741913_1091 (size=1393) 2024-11-16T18:29:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741913_1091 (size=1393) 2024-11-16T18:29:20,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:20,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741914_1092 (size=1393) 2024-11-16T18:29:20,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741914_1092 (size=1393) 2024-11-16T18:29:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:20,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741915_1093 (size=1393) 2024-11-16T18:29:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741915_1093 (size=1393) 2024-11-16T18:29:20,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:20,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741916_1094 (size=1393) 2024-11-16T18:29:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741916_1094 (size=1393) 2024-11-16T18:29:20,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:20,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741917_1095 (size=1393) 2024-11-16T18:29:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741917_1095 (size=1393) 2024-11-16T18:29:20,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:20,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:20,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741919_1097 (size=1405) 2024-11-16T18:29:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741919_1097 (size=1405) 2024-11-16T18:29:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:20,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741920_1098 (size=1413) 2024-11-16T18:29:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741920_1098 (size=1413) 2024-11-16T18:29:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:20,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741921_1099 (size=1413) 2024-11-16T18:29:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741921_1099 (size=1413) 2024-11-16T18:29:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:20,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741922_1100 (size=1413) 2024-11-16T18:29:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741922_1100 (size=1413) 2024-11-16T18:29:20,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:20,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:20,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 2024-11-16T18:29:20,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 after 1ms 2024-11-16T18:29:20,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 took 3ms 2024-11-16T18:29:20,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 so closing down 2024-11-16T18:29:20,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:20,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:20,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:20,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:20,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:20,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741923_1101 (size=743) 2024-11-16T18:29:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741923_1101 (size=743) 2024-11-16T18:29:20,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741924_1102 (size=743) 2024-11-16T18:29:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741924_1102 (size=743) 2024-11-16T18:29:20,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:20,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:20,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:20,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0, size=1.4 K (1393bytes) at 1731781760805Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 so closing down at 1731781760810 (+5 ms)3 split writer threads finished at 1731781760810Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781760814 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781760814Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760822 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760823 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781760824 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781760824Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781760824 2024-11-16T18:29:20,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.0 2024-11-16T18:29:20,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:20,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 2024-11-16T18:29:20,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 after 0ms 2024-11-16T18:29:20,828 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 took 2ms 2024-11-16T18:29:20,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 so closing down 2024-11-16T18:29:20,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:20,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:20,831 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:20,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:20,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:20,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741926_1104 (size=743) 2024-11-16T18:29:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741925_1103 (size=743) 2024-11-16T18:29:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741925_1103 (size=743) 2024-11-16T18:29:20,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741926_1104 (size=743) 2024-11-16T18:29:20,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:20,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:20,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:20,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1, size=1.4 K (1393bytes) at 1731781760826Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 so closing down at 1731781760829 (+3 ms)3 split writer threads finished at 1731781760829Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781760832 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781760832Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760838 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760839 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781760840 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781760840Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781760840 2024-11-16T18:29:20,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.1 2024-11-16T18:29:20,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:20,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 2024-11-16T18:29:20,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 after 0ms 2024-11-16T18:29:20,845 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 took 3ms 2024-11-16T18:29:20,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 so closing down 2024-11-16T18:29:20,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:20,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:20,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:20,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:20,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:20,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741927_1105 (size=743) 2024-11-16T18:29:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741927_1105 (size=743) 2024-11-16T18:29:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741928_1106 (size=743) 2024-11-16T18:29:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741928_1106 (size=743) 2024-11-16T18:29:20,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:20,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:21,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:21,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:21,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:21,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2, size=1.4 K (1393bytes) at 1731781760843Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 so closing down at 1731781760846 (+3 ms)3 split writer threads finished at 1731781760846Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781760850 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781760850Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781760857 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781760858 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781761258 (+400 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781761260 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781761260 2024-11-16T18:29:21,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.2 2024-11-16T18:29:21,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:21,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 2024-11-16T18:29:21,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 after 1ms 2024-11-16T18:29:21,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 took 3ms 2024-11-16T18:29:21,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 so closing down 2024-11-16T18:29:21,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:21,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:21,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:21,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:21,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:21,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741929_1107 (size=743) 2024-11-16T18:29:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741929_1107 (size=743) 2024-11-16T18:29:21,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741930_1108 (size=743) 2024-11-16T18:29:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741930_1108 (size=743) 2024-11-16T18:29:21,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:21,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:21,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:21,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:21,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3, size=1.4 K (1393bytes) at 1731781761263Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 so closing down at 1731781761267 (+4 ms)3 split writer threads finished at 1731781761267Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781761272 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781761272Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781761277 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781761278 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781761279 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781761279Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781761279 2024-11-16T18:29:21,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.3 2024-11-16T18:29:21,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:21,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 2024-11-16T18:29:21,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 after 1ms 2024-11-16T18:29:21,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 took 2ms 2024-11-16T18:29:21,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 so closing down 2024-11-16T18:29:21,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:21,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:21,286 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:21,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:21,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:21,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741932_1110 (size=743) 2024-11-16T18:29:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741931_1109 (size=743) 2024-11-16T18:29:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741932_1110 (size=743) 2024-11-16T18:29:21,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741931_1109 (size=743) 2024-11-16T18:29:21,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:21,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:21,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:21,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:21,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4, size=1.4 K (1393bytes) at 1731781761281Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 so closing down at 1731781761284 (+3 ms)3 split writer threads finished at 1731781761285 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781761288 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781761288Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781761298 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781761298Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781761299 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781761299Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781761300 (+1 ms) 2024-11-16T18:29:21,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.4 2024-11-16T18:29:21,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5, size=150 (150bytes) 2024-11-16T18:29:21,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 2024-11-16T18:29:21,302 WARN [IPC Server handler 2 on default port 41869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-16T18:29:21,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 after 1ms 2024-11-16T18:29:21,756 WARN [ResponseProcessor for block BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:21,756 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_833077917_22 at /127.0.0.1:39644 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37025:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39644 dst: /127.0.0.1:37025 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37025 remote=/127.0.0.1:39644]. Total timeout mills is 60000, 58537 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:21,757 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_833077917_22 at /127.0.0.1:46136 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46136 dst: /127.0.0.1:43823 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:21,757 WARN [DataStreamer for file /user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK], DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK]) is bad. 2024-11-16T18:29:21,759 WARN [DataStreamer for file /user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 block BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741918_1111 (size=1385) 2024-11-16T18:29:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741918_1111 (size=1385) 2024-11-16T18:29:23,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:29:25,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 after 4002ms 2024-11-16T18:29:25,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 took 4016ms 2024-11-16T18:29:25,322 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5; continuing. 2024-11-16T18:29:25,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 so closing down 2024-11-16T18:29:25,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:25,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:25,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:25,344 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:25,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:25,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741933_1112 (size=743) 2024-11-16T18:29:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741933_1112 (size=743) 2024-11-16T18:29:25,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741934_1113 (size=743) 2024-11-16T18:29:25,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741934_1113 (size=743) 2024-11-16T18:29:25,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:25,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T18:29:25,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5, size=150 (150bytes) at 1731781761301Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 so closing down at 1731781765322 (+4021 ms)3 split writer threads finished at 1731781765333 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781765348 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781765351 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765389 (+38 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781765392 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765404 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781765406 (+2 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731781765406 2024-11-16T18:29:25,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.5 2024-11-16T18:29:25,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:25,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 2024-11-16T18:29:25,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 after 2ms 2024-11-16T18:29:25,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 took 6ms 2024-11-16T18:29:25,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 so closing down 2024-11-16T18:29:25,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:25,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:25,424 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:25,427 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:25,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:25,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741935_1114 (size=749) 2024-11-16T18:29:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741935_1114 (size=749) 2024-11-16T18:29:25,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741936_1115 (size=749) 2024-11-16T18:29:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741936_1115 (size=749) 2024-11-16T18:29:25,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:25,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:25,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:25,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6, size=1.4 K (1405bytes) at 1731781765409Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 so closing down at 1731781765417 (+8 ms)3 split writer threads finished at 1731781765420 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781765428 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781765432 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765450 (+18 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765452 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781765454 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781765454Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781765455 (+1 ms) 2024-11-16T18:29:25,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.6 2024-11-16T18:29:25,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:25,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 2024-11-16T18:29:25,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 after 1ms 2024-11-16T18:29:25,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 took 3ms 2024-11-16T18:29:25,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 so closing down 2024-11-16T18:29:25,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:25,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:25,478 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:25,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:25,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:25,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741938_1117 (size=753) 2024-11-16T18:29:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741937_1116 (size=753) 2024-11-16T18:29:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741938_1117 (size=753) 2024-11-16T18:29:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741937_1116 (size=753) 2024-11-16T18:29:25,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:25,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:25,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:25,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7, size=1.4 K (1413bytes) at 1731781765461Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 so closing down at 1731781765472 (+11 ms)3 split writer threads finished at 1731781765474 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781765479 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781765492 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765515 (+23 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765515Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781765517 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781765517Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781765517 2024-11-16T18:29:25,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.7 2024-11-16T18:29:25,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:25,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 2024-11-16T18:29:25,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 after 0ms 2024-11-16T18:29:25,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 took 4ms 2024-11-16T18:29:25,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 so closing down 2024-11-16T18:29:25,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:25,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:25,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:25,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:25,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:25,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741939_1118 (size=753) 2024-11-16T18:29:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741939_1118 (size=753) 2024-11-16T18:29:25,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741940_1119 (size=753) 2024-11-16T18:29:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741940_1119 (size=753) 2024-11-16T18:29:25,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:25,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:25,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8, size=1.4 K (1413bytes) at 1731781765520Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 so closing down at 1731781765542 (+22 ms)3 split writer threads finished at 1731781765552 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781765561 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781765564 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765572 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781765574 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765600 (+26 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781765606 (+6 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781765606 2024-11-16T18:29:25,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.8 2024-11-16T18:29:25,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:25,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 2024-11-16T18:29:25,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 after 1ms 2024-11-16T18:29:25,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 took 3ms 2024-11-16T18:29:25,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 so closing down 2024-11-16T18:29:25,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:25,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:25,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:25,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:25,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:25,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741942_1121 (size=753) 2024-11-16T18:29:25,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741942_1121 (size=753) 2024-11-16T18:29:25,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741941_1120 (size=753) 2024-11-16T18:29:25,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:25,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:25,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741941_1120 (size=753) 2024-11-16T18:29:25,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:25,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:25,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9, size=1.4 K (1413bytes) at 1731781765609Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 so closing down at 1731781765617 (+8 ms)3 split writer threads finished at 1731781765618 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781765621 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781765622 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765635 (+13 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781765640 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781765640Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781765643 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781765644 (+1 ms) 2024-11-16T18:29:25,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731781760203/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/f6a17831-80a7-87e1-334f-30c6e60658f3/oldWALs/wal.dat.9 2024-11-16T18:29:25,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 142), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=4390 (was 4483) 2024-11-16T18:29:25,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4390 2024-11-16T18:29:25,789 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741943_1122 (size=7) 2024-11-16T18:29:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741943_1122 (size=7) 2024-11-16T18:29:25,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:25,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:25,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:25,822 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:25,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4389 (was 4390) 2024-11-16T18:29:25,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4389 2024-11-16T18:29:25,845 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:25,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741944_1123 (size=7) 2024-11-16T18:29:25,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741944_1123 (size=7) 2024-11-16T18:29:25,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:25,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:25,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:25,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:25,877 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:25,878 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:25,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:25,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741945_1124 (size=1393) 2024-11-16T18:29:25,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741945_1124 (size=1393) 2024-11-16T18:29:25,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741946_1125 (size=1393) 2024-11-16T18:29:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741946_1125 (size=1393) 2024-11-16T18:29:25,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:25,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:25,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741947_1126 (size=1393) 2024-11-16T18:29:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741947_1126 (size=1393) 2024-11-16T18:29:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:26,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:26,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741948_1127 (size=1393) 2024-11-16T18:29:26,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741948_1127 (size=1393) 2024-11-16T18:29:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:26,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741949_1128 (size=1393) 2024-11-16T18:29:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741949_1128 (size=1393) 2024-11-16T18:29:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:26,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741950_1129 (size=1393) 2024-11-16T18:29:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741950_1129 (size=1393) 2024-11-16T18:29:26,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:26,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:26,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741951_1130 (size=1405) 2024-11-16T18:29:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741951_1130 (size=1405) 2024-11-16T18:29:26,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:26,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741952_1131 (size=1413) 2024-11-16T18:29:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741952_1131 (size=1413) 2024-11-16T18:29:26,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:26,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741953_1132 (size=1413) 2024-11-16T18:29:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741953_1132 (size=1413) 2024-11-16T18:29:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:26,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:26,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741954_1133 (size=1413) 2024-11-16T18:29:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741954_1133 (size=1413) 2024-11-16T18:29:26,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:26,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:26,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 2024-11-16T18:29:26,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 after 0ms 2024-11-16T18:29:26,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 took 5ms 2024-11-16T18:29:26,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 so closing down 2024-11-16T18:29:26,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:26,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:26,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:26,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741956_1135 (size=743) 2024-11-16T18:29:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741956_1135 (size=743) 2024-11-16T18:29:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741955_1134 (size=743) 2024-11-16T18:29:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741955_1134 (size=743) 2024-11-16T18:29:26,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:26,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:26,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0, size=1.4 K (1393bytes) at 1731781766539Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 so closing down at 1731781766558 (+19 ms)3 split writer threads finished at 1731781766559 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781766564 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781766564Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766581 (+17 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766581Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781766582 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781766582Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766582 2024-11-16T18:29:26,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.0 2024-11-16T18:29:26,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:26,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 2024-11-16T18:29:26,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 after 1ms 2024-11-16T18:29:26,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 took 3ms 2024-11-16T18:29:26,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 so closing down 2024-11-16T18:29:26,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,595 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:26,597 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:26,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:26,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741957_1136 (size=743) 2024-11-16T18:29:26,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741957_1136 (size=743) 2024-11-16T18:29:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741958_1137 (size=743) 2024-11-16T18:29:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741958_1137 (size=743) 2024-11-16T18:29:26,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:26,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:26,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1, size=1.4 K (1393bytes) at 1731781766584Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 so closing down at 1731781766589 (+5 ms)3 split writer threads finished at 1731781766589Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781766598 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781766598Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766617 (+19 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781766618 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766619 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781766621 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766621 2024-11-16T18:29:26,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.1 2024-11-16T18:29:26,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:26,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 2024-11-16T18:29:26,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 after 0ms 2024-11-16T18:29:26,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 took 3ms 2024-11-16T18:29:26,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 so closing down 2024-11-16T18:29:26,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:26,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:26,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:26,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741959_1138 (size=743) 2024-11-16T18:29:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741959_1138 (size=743) 2024-11-16T18:29:26,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741960_1139 (size=743) 2024-11-16T18:29:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741960_1139 (size=743) 2024-11-16T18:29:26,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:26,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2, size=1.4 K (1393bytes) at 1731781766623Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 so closing down at 1731781766629 (+6 ms)3 split writer threads finished at 1731781766629Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781766632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781766632Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766643 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781766644 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766655 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781766656 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766656 2024-11-16T18:29:26,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.2 2024-11-16T18:29:26,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:26,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 2024-11-16T18:29:26,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 after 1ms 2024-11-16T18:29:26,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 took 3ms 2024-11-16T18:29:26,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 so closing down 2024-11-16T18:29:26,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:26,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:26,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:26,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741962_1141 (size=743) 2024-11-16T18:29:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741961_1140 (size=743) 2024-11-16T18:29:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741962_1141 (size=743) 2024-11-16T18:29:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741961_1140 (size=743) 2024-11-16T18:29:26,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:26,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:26,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3, size=1.4 K (1393bytes) at 1731781766658Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 so closing down at 1731781766662 (+4 ms)3 split writer threads finished at 1731781766662Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781766667 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781766667Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766673 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766674 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781766675 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781766675Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766675 2024-11-16T18:29:26,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.3 2024-11-16T18:29:26,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:26,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 2024-11-16T18:29:26,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 after 1ms 2024-11-16T18:29:26,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 took 5ms 2024-11-16T18:29:26,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 so closing down 2024-11-16T18:29:26,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:26,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:26,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:26,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741963_1142 (size=743) 2024-11-16T18:29:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741963_1142 (size=743) 2024-11-16T18:29:26,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741964_1143 (size=743) 2024-11-16T18:29:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741964_1143 (size=743) 2024-11-16T18:29:26,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:26,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4, size=1.4 K (1393bytes) at 1731781766678Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 so closing down at 1731781766683 (+5 ms)3 split writer threads finished at 1731781766683Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781766686 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781766686Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766696 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781766697 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766704 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781766707 (+3 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766707 2024-11-16T18:29:26,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.4 2024-11-16T18:29:26,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:26,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 2024-11-16T18:29:26,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 after 0ms 2024-11-16T18:29:26,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 took 2ms 2024-11-16T18:29:26,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 so closing down 2024-11-16T18:29:26,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:26,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:26,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:26,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741965_1144 (size=743) 2024-11-16T18:29:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741965_1144 (size=743) 2024-11-16T18:29:26,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741966_1145 (size=743) 2024-11-16T18:29:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741966_1145 (size=743) 2024-11-16T18:29:26,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:26,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:26,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:26,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5, size=1.4 K (1393bytes) at 1731781766710Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 so closing down at 1731781766717 (+7 ms)3 split writer threads finished at 1731781766720 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781766724 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781766727 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766742 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781766744 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781766748 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781766750 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781766750 2024-11-16T18:29:26,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.5 2024-11-16T18:29:26,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:26,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 2024-11-16T18:29:26,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 after 0ms 2024-11-16T18:29:26,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 took 2ms 2024-11-16T18:29:26,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 so closing down 2024-11-16T18:29:26,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:26,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:26,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:26,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:26,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:26,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741967_1146 (size=749) 2024-11-16T18:29:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741967_1146 (size=749) 2024-11-16T18:29:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741968_1147 (size=749) 2024-11-16T18:29:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741968_1147 (size=749) 2024-11-16T18:29:27,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:27,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:27,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:27,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6, size=1.4 K (1405bytes) at 1731781766755Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 so closing down at 1731781766759 (+4 ms)3 split writer threads finished at 1731781766759Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781766762 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781766764 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767171 (+407 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767171Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781767173 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781767173Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781767173 2024-11-16T18:29:27,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.6 2024-11-16T18:29:27,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:27,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 2024-11-16T18:29:27,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 after 1ms 2024-11-16T18:29:27,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 took 3ms 2024-11-16T18:29:27,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 so closing down 2024-11-16T18:29:27,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:27,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:27,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:27,187 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:27,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:27,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741970_1149 (size=753) 2024-11-16T18:29:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741970_1149 (size=753) 2024-11-16T18:29:27,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741969_1148 (size=753) 2024-11-16T18:29:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741969_1148 (size=753) 2024-11-16T18:29:27,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:27,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:27,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7, size=1.4 K (1413bytes) at 1731781767176Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 so closing down at 1731781767185 (+9 ms)3 split writer threads finished at 1731781767185Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781767188 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781767188Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767194 (+6 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781767198 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767201 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781767203 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781767203 2024-11-16T18:29:27,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.7 2024-11-16T18:29:27,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:27,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 2024-11-16T18:29:27,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 after 0ms 2024-11-16T18:29:27,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 took 3ms 2024-11-16T18:29:27,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 so closing down 2024-11-16T18:29:27,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:27,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:27,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:27,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:27,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:27,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741972_1151 (size=753) 2024-11-16T18:29:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741972_1151 (size=753) 2024-11-16T18:29:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741971_1150 (size=753) 2024-11-16T18:29:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741971_1150 (size=753) 2024-11-16T18:29:27,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:27,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:27,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:27,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8, size=1.4 K (1413bytes) at 1731781767206Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 so closing down at 1731781767210 (+4 ms)3 split writer threads finished at 1731781767212 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781767216 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781767217 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767227 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767227Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781767228 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781767228Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781767229 (+1 ms) 2024-11-16T18:29:27,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.8 2024-11-16T18:29:27,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:27,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 2024-11-16T18:29:27,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 after 0ms 2024-11-16T18:29:27,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 took 2ms 2024-11-16T18:29:27,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 so closing down 2024-11-16T18:29:27,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:27,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:27,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:27,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:27,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:27,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741973_1152 (size=753) 2024-11-16T18:29:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741973_1152 (size=753) 2024-11-16T18:29:27,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:27,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741974_1153 (size=753) 2024-11-16T18:29:27,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741974_1153 (size=753) 2024-11-16T18:29:27,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:27,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:27,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9, size=1.4 K (1413bytes) at 1731781767231Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 so closing down at 1731781767234 (+3 ms)3 split writer threads finished at 1731781767234Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781767237 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781767238 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767241 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781767242 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767247 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781767249 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781767249 2024-11-16T18:29:27,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/WALs/testsplit,16010,1731781765877/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/c2418790-a0c0-1730-94c3-2b7a32a1cbad/oldWALs/wal.dat.9 2024-11-16T18:29:27,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=4380 (was 4389) 2024-11-16T18:29:27,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4380 2024-11-16T18:29:27,321 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741975_1154 (size=7) 2024-11-16T18:29:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741975_1154 (size=7) 2024-11-16T18:29:27,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:27,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:27,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:27,333 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:27,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:27,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:27,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:27,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741976_1155 (size=1393) 2024-11-16T18:29:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:27,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:27,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741976_1155 (size=1393) 2024-11-16T18:29:27,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741977_1156 (size=1393) 2024-11-16T18:29:27,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741977_1156 (size=1393) 2024-11-16T18:29:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:27,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741978_1157 (size=1393) 2024-11-16T18:29:27,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741978_1157 (size=1393) 2024-11-16T18:29:27,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:27,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:27,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741979_1158 (size=1393) 2024-11-16T18:29:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:27,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741979_1158 (size=1393) 2024-11-16T18:29:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741980_1159 (size=1393) 2024-11-16T18:29:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741980_1159 (size=1393) 2024-11-16T18:29:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:27,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:27,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741981_1160 (size=1393) 2024-11-16T18:29:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741981_1160 (size=1393) 2024-11-16T18:29:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:27,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741982_1161 (size=1405) 2024-11-16T18:29:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741982_1161 (size=1405) 2024-11-16T18:29:27,474 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:27,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:27,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741983_1162 (size=1413) 2024-11-16T18:29:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741983_1162 (size=1413) 2024-11-16T18:29:27,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:27,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741984_1163 (size=1413) 2024-11-16T18:29:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741984_1163 (size=1413) 2024-11-16T18:29:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:27,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741985_1164 (size=1413) 2024-11-16T18:29:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741985_1164 (size=1413) 2024-11-16T18:29:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:27,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:27,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 2024-11-16T18:29:27,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 after 1ms 2024-11-16T18:29:27,572 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 took 3ms 2024-11-16T18:29:27,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 so closing down 2024-11-16T18:29:27,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:27,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:27,579 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:27,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:27,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:27,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741986_1165 (size=743) 2024-11-16T18:29:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741986_1165 (size=743) 2024-11-16T18:29:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741987_1166 (size=743) 2024-11-16T18:29:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741987_1166 (size=743) 2024-11-16T18:29:27,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:27,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:27,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:28,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:28,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0, size=1.4 K (1393bytes) at 1731781767569Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 so closing down at 1731781767575 (+6 ms)3 split writer threads finished at 1731781767575Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781767580 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781767582 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767599 (+17 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781767601 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781767994 (+393 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781768002 (+8 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781768003 (+1 ms) 2024-11-16T18:29:28,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.0 2024-11-16T18:29:28,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:28,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 2024-11-16T18:29:28,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 after 1ms 2024-11-16T18:29:28,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 took 5ms 2024-11-16T18:29:28,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 so closing down 2024-11-16T18:29:28,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:28,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:28,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:28,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:28,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:28,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741989_1168 (size=743) 2024-11-16T18:29:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741989_1168 (size=743) 2024-11-16T18:29:28,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741988_1167 (size=743) 2024-11-16T18:29:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741988_1167 (size=743) 2024-11-16T18:29:28,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:28,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:28,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1, size=1.4 K (1393bytes) at 1731781768007Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 so closing down at 1731781768030 (+23 ms)3 split writer threads finished at 1731781768036 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781768060 (+24 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781768069 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768108 (+39 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781768112 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768155 (+43 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781768159 (+4 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781768159 2024-11-16T18:29:28,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.1 2024-11-16T18:29:28,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:28,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 2024-11-16T18:29:28,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 after 1ms 2024-11-16T18:29:28,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 took 6ms 2024-11-16T18:29:28,174 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 so closing down 2024-11-16T18:29:28,174 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:28,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:28,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:28,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:28,202 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:28,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741990_1169 (size=743) 2024-11-16T18:29:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741990_1169 (size=743) 2024-11-16T18:29:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741991_1170 (size=743) 2024-11-16T18:29:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741991_1170 (size=743) 2024-11-16T18:29:28,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:28,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:28,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:28,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2, size=1.4 K (1393bytes) at 1731781768165Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 so closing down at 1731781768174 (+9 ms)3 split writer threads finished at 1731781768178 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781768193 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781768209 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768280 (+71 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781768283 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768662 (+379 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781768664 (+2 ms)Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781768665 (+1 ms) 2024-11-16T18:29:28,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.2 2024-11-16T18:29:28,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:28,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 2024-11-16T18:29:28,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 after 1ms 2024-11-16T18:29:28,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 took 4ms 2024-11-16T18:29:28,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 so closing down 2024-11-16T18:29:28,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:28,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:28,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:28,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:28,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:28,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741992_1171 (size=743) 2024-11-16T18:29:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741992_1171 (size=743) 2024-11-16T18:29:28,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741993_1172 (size=743) 2024-11-16T18:29:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741993_1172 (size=743) 2024-11-16T18:29:28,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:28,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:28,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3, size=1.4 K (1393bytes) at 1731781768668Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 so closing down at 1731781768674 (+6 ms)3 split writer threads finished at 1731781768675 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781768692 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781768701 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768733 (+32 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781768736 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768762 (+26 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781768765 (+3 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781768765 2024-11-16T18:29:28,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.3 2024-11-16T18:29:28,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:28,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 2024-11-16T18:29:28,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 after 0ms 2024-11-16T18:29:28,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 took 6ms 2024-11-16T18:29:28,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 so closing down 2024-11-16T18:29:28,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:28,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:28,791 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:28,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:28,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:28,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741994_1173 (size=743) 2024-11-16T18:29:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741994_1173 (size=743) 2024-11-16T18:29:28,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:28,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741995_1174 (size=743) 2024-11-16T18:29:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741995_1174 (size=743) 2024-11-16T18:29:29,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:29,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:29,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4, size=1.4 K (1393bytes) at 1731781768770Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 so closing down at 1731781768785 (+15 ms)3 split writer threads finished at 1731781768786 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781768796 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781768820 (+24 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781768829 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781768832 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769239 (+407 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781769241 (+2 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781769241 2024-11-16T18:29:29,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.4 2024-11-16T18:29:29,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:29,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 2024-11-16T18:29:29,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 after 1ms 2024-11-16T18:29:29,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 took 3ms 2024-11-16T18:29:29,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 so closing down 2024-11-16T18:29:29,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:29,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:29,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:29,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:29,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:29,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741997_1176 (size=743) 2024-11-16T18:29:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741997_1176 (size=743) 2024-11-16T18:29:29,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741996_1175 (size=743) 2024-11-16T18:29:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741996_1175 (size=743) 2024-11-16T18:29:29,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:29,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:29,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5, size=1.4 K (1393bytes) at 1731781769245Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 so closing down at 1731781769250 (+5 ms)3 split writer threads finished at 1731781769250Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781769254 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781769254Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769270 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781769274 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769692 (+418 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781769694 (+2 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781769694 2024-11-16T18:29:29,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.5 2024-11-16T18:29:29,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:29,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 2024-11-16T18:29:29,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 after 0ms 2024-11-16T18:29:29,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 took 3ms 2024-11-16T18:29:29,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 so closing down 2024-11-16T18:29:29,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:29,701 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:29,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:29,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:29,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:29,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741998_1177 (size=749) 2024-11-16T18:29:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741999_1178 (size=749) 2024-11-16T18:29:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073741998_1177 (size=749) 2024-11-16T18:29:29,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741999_1178 (size=749) 2024-11-16T18:29:29,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:29,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:29,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6, size=1.4 K (1405bytes) at 1731781769697Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 so closing down at 1731781769701 (+4 ms)3 split writer threads finished at 1731781769701Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781769710 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781769710Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769724 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781769727 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769727Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781769729 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781769730 (+1 ms) 2024-11-16T18:29:29,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.6 2024-11-16T18:29:29,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:29,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 2024-11-16T18:29:29,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 after 1ms 2024-11-16T18:29:29,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 took 6ms 2024-11-16T18:29:29,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 so closing down 2024-11-16T18:29:29,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:29,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:29,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:29,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:29,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:29,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742001_1180 (size=753) 2024-11-16T18:29:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742001_1180 (size=753) 2024-11-16T18:29:29,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742000_1179 (size=753) 2024-11-16T18:29:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742000_1179 (size=753) 2024-11-16T18:29:29,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:29,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:29,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7, size=1.4 K (1413bytes) at 1731781769732Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 so closing down at 1731781769739 (+7 ms)3 split writer threads finished at 1731781769739Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781769743 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781769744 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769757 (+13 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781769760 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769762 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781769764 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781769765 (+1 ms) 2024-11-16T18:29:29,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.7 2024-11-16T18:29:29,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:29,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 2024-11-16T18:29:29,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 after 1ms 2024-11-16T18:29:29,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 took 3ms 2024-11-16T18:29:29,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 so closing down 2024-11-16T18:29:29,771 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:29,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:29,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:29,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:29,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:29,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742003_1182 (size=753) 2024-11-16T18:29:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742003_1182 (size=753) 2024-11-16T18:29:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742002_1181 (size=753) 2024-11-16T18:29:29,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742002_1181 (size=753) 2024-11-16T18:29:29,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:29,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:29,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:29,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8, size=1.4 K (1413bytes) at 1731781769767Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 so closing down at 1731781769771 (+4 ms)3 split writer threads finished at 1731781769772 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781769775 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781769776 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769788 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781769791 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769793 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781769795 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781769795 2024-11-16T18:29:29,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.8 2024-11-16T18:29:29,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:29,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 2024-11-16T18:29:29,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 after 0ms 2024-11-16T18:29:29,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 took 3ms 2024-11-16T18:29:29,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 so closing down 2024-11-16T18:29:29,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:29,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:29,804 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:29,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:29,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:29,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742004_1183 (size=753) 2024-11-16T18:29:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742004_1183 (size=753) 2024-11-16T18:29:29,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742005_1184 (size=753) 2024-11-16T18:29:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742005_1184 (size=753) 2024-11-16T18:29:29,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:29,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:29,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:29,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9, size=1.4 K (1413bytes) at 1731781769798Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 so closing down at 1731781769802 (+4 ms)3 split writer threads finished at 1731781769802Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781769805 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781769806 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769838 (+32 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781769840 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781769843 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781769846 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781769846 2024-11-16T18:29:29,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/WALs/testmovedwalduringrecovery,16010,1731781767333/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/1e527a58-eaae-f003-ff2d-53d41d7ae0e7/oldWALs/wal.dat.9 2024-11-16T18:29:29,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4360 (was 4380) 2024-11-16T18:29:29,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=4359 2024-11-16T18:29:29,865 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742006_1185 (size=7) 2024-11-16T18:29:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742006_1185 (size=7) 2024-11-16T18:29:29,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:29,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:29,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:29,876 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:29,879 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T18:29:29,879 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-16T18:29:29,880 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-16T18:29:29,880 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-16T18:29:29,881 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-16T18:29:29,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake, size=0 (0bytes) 2024-11-16T18:29:29,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake took 10ms 2024-11-16T18:29:30,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake so closing down 2024-11-16T18:29:30,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:30,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:30,481 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-16T18:29:30,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-16T18:29:30,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-16T18:29:30,555 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) 2024-11-16T18:29:30,558 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-16T18:29:30,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-11-16T18:29:30,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) 2024-11-16T18:29:30,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-16T18:29:30,613 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) 2024-11-16T18:29:30,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) 2024-11-16T18:29:30,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 726 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T18:29:30,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake, size=0 (0bytes) at 1731781769901Split 1024 edits, skipped 0 edits. at 1731781769937 (+36 ms)Split 2048 edits, skipped 0 edits. at 1731781769958 (+21 ms)Split 3072 edits, skipped 0 edits. at 1731781769988 (+30 ms)Split 4096 edits, skipped 0 edits. at 1731781770015 (+27 ms)Split 5120 edits, skipped 0 edits. at 1731781770040 (+25 ms)Split 6144 edits, skipped 0 edits. at 1731781770064 (+24 ms)Split 7168 edits, skipped 0 edits. at 1731781770090 (+26 ms)Split 8192 edits, skipped 0 edits. at 1731781770115 (+25 ms)Split 9216 edits, skipped 0 edits. at 1731781770140 (+25 ms)Split 10240 edits, skipped 0 edits. at 1731781770163 (+23 ms)Split 11264 edits, skipped 0 edits. at 1731781770187 (+24 ms)Split 12288 edits, skipped 0 edits. at 1731781770212 (+25 ms)Split 13312 edits, skipped 0 edits. at 1731781770237 (+25 ms)Split 14336 edits, skipped 0 edits. at 1731781770260 (+23 ms)Split 15360 edits, skipped 0 edits. at 1731781770290 (+30 ms)Split 16384 edits, skipped 0 edits. at 1731781770318 (+28 ms)Split 17408 edits, skipped 0 edits. at 1731781770358 (+40 ms)Split 18432 edits, skipped 0 edits. at 1731781770399 (+41 ms)Split 19456 edits, skipped 0 edits. at 1731781770462 (+63 ms)Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake so closing down at 1731781770471 (+9 ms)3 split writer threads finished at 1731781770472 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731781770482 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731781770482Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731781770482Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) at 1731781770555 (+73 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731781770558 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1731781770565 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 91 ms) at 1731781770574 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731781770586 (+12 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) at 1731781770613 (+27 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) at 1731781770636 (+23 ms)Processed 20000 edits across 5 Regions in 726 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/bb068912-88b4-b670-4944-5f38d9d5d896/WALs/testthreading,16010,1731781769876/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731781770637 (+1 ms) 2024-11-16T18:29:30,638 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-16T18:29:30,638 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-16T18:29:30,638 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-16T18:29:30,638 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-16T18:29:30,638 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-16T18:29:30,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 477), ProcessCount=11 (was 11), AvailableMemoryMB=4307 (was 4359) 2024-11-16T18:29:30,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=4307 2024-11-16T18:29:30,666 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742007_1186 (size=7) 2024-11-16T18:29:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742007_1186 (size=7) 2024-11-16T18:29:30,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:30,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:30,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:30,710 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:30,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T18:29:30,712 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:30,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:30,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742008_1187 (size=1393) 2024-11-16T18:29:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742008_1187 (size=1393) 2024-11-16T18:29:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:30,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742009_1188 (size=1393) 2024-11-16T18:29:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742009_1188 (size=1393) 2024-11-16T18:29:30,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:30,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:30,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742010_1189 (size=1393) 2024-11-16T18:29:30,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742010_1189 (size=1393) 2024-11-16T18:29:30,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:30,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:30,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:30,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742011_1190 (size=1393) 2024-11-16T18:29:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742011_1190 (size=1393) 2024-11-16T18:29:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:31,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742012_1191 (size=1393) 2024-11-16T18:29:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742012_1191 (size=1393) 2024-11-16T18:29:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:31,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742013_1192 (size=1393) 2024-11-16T18:29:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742013_1192 (size=1393) 2024-11-16T18:29:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:31,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742014_1193 (size=1405) 2024-11-16T18:29:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742014_1193 (size=1405) 2024-11-16T18:29:31,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:31,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742015_1194 (size=1413) 2024-11-16T18:29:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742015_1194 (size=1413) 2024-11-16T18:29:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:31,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742016_1195 (size=1413) 2024-11-16T18:29:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742016_1195 (size=1413) 2024-11-16T18:29:31,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:31,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:31,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:31,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742017_1196 (size=1413) 2024-11-16T18:29:31,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742017_1196 (size=1413) 2024-11-16T18:29:31,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:31,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T18:29:31,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty, size=0 (0bytes) 2024-11-16T18:29:31,247 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty might be still open, length is 0 2024-11-16T18:29:31,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty 2024-11-16T18:29:31,250 WARN [IPC Server handler 0 on default port 41869 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty closed. 2024-11-16T18:29:31,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty after 3ms 2024-11-16T18:29:31,252 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T18:29:31,253 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty; empty? 2024-11-16T18:29:31,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty so closing down 2024-11-16T18:29:31,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T18:29:31,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty, size=0 (0bytes) at 1731781771247Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty so closing down at 1731781771253 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731781771258 (+5 ms) 2024-11-16T18:29:31,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat..empty to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat..empty 2024-11-16T18:29:31,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:31,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 2024-11-16T18:29:31,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 after 0ms 2024-11-16T18:29:31,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 took 3ms 2024-11-16T18:29:31,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 so closing down 2024-11-16T18:29:31,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,291 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:31,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:31,306 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:31,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742018_1197 (size=743) 2024-11-16T18:29:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742018_1197 (size=743) 2024-11-16T18:29:31,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742019_1198 (size=743) 2024-11-16T18:29:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742019_1198 (size=743) 2024-11-16T18:29:31,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:31,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:31,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0, size=1.4 K (1393bytes) at 1731781771266Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 so closing down at 1731781771287 (+21 ms)3 split writer threads finished at 1731781771288 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781771304 (+16 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781771312 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771372 (+60 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781771374 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771375 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781771377 (+2 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781771377 2024-11-16T18:29:31,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.0 2024-11-16T18:29:31,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:31,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 2024-11-16T18:29:31,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 after 0ms 2024-11-16T18:29:31,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 took 3ms 2024-11-16T18:29:31,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 so closing down 2024-11-16T18:29:31,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,402 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:31,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:31,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:31,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742020_1199 (size=743) 2024-11-16T18:29:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742020_1199 (size=743) 2024-11-16T18:29:31,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742021_1200 (size=743) 2024-11-16T18:29:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742021_1200 (size=743) 2024-11-16T18:29:31,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:31,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:31,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1, size=1.4 K (1393bytes) at 1731781771382Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 so closing down at 1731781771392 (+10 ms)3 split writer threads finished at 1731781771392Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781771408 (+16 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781771421 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771476 (+55 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781771478 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771492 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781771494 (+2 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781771494 2024-11-16T18:29:31,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.1 2024-11-16T18:29:31,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:31,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 2024-11-16T18:29:31,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 after 2ms 2024-11-16T18:29:31,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 took 5ms 2024-11-16T18:29:31,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 so closing down 2024-11-16T18:29:31,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:31,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:31,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:31,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742023_1202 (size=743) 2024-11-16T18:29:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742023_1202 (size=743) 2024-11-16T18:29:31,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742022_1201 (size=743) 2024-11-16T18:29:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742022_1201 (size=743) 2024-11-16T18:29:31,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:31,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:31,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2, size=1.4 K (1393bytes) at 1731781771509Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 so closing down at 1731781771540 (+31 ms)3 split writer threads finished at 1731781771540Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781771556 (+16 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781771564 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771643 (+79 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781771648 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771663 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781771665 (+2 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781771665 2024-11-16T18:29:31,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.2 2024-11-16T18:29:31,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:31,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 2024-11-16T18:29:31,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 after 0ms 2024-11-16T18:29:31,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 took 3ms 2024-11-16T18:29:31,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 so closing down 2024-11-16T18:29:31,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:31,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:31,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:31,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742024_1203 (size=743) 2024-11-16T18:29:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742024_1203 (size=743) 2024-11-16T18:29:31,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742025_1204 (size=743) 2024-11-16T18:29:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742025_1204 (size=743) 2024-11-16T18:29:31,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:31,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:31,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3, size=1.4 K (1393bytes) at 1731781771668Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 so closing down at 1731781771699 (+31 ms)3 split writer threads finished at 1731781771700 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781771717 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781771724 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771739 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781771741 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771750 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781771752 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781771752 2024-11-16T18:29:31,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.3 2024-11-16T18:29:31,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:31,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 2024-11-16T18:29:31,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 after 1ms 2024-11-16T18:29:31,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 took 4ms 2024-11-16T18:29:31,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 so closing down 2024-11-16T18:29:31,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:31,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:31,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:31,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742027_1206 (size=743) 2024-11-16T18:29:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742027_1206 (size=743) 2024-11-16T18:29:31,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742026_1205 (size=743) 2024-11-16T18:29:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742026_1205 (size=743) 2024-11-16T18:29:31,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:31,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:31,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4, size=1.4 K (1393bytes) at 1731781771754Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 so closing down at 1731781771761 (+7 ms)3 split writer threads finished at 1731781771762 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781771766 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781771769 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771776 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781771779 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771782 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781771784 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781771784 2024-11-16T18:29:31,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.4 2024-11-16T18:29:31,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:31,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 2024-11-16T18:29:31,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 after 0ms 2024-11-16T18:29:31,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 took 5ms 2024-11-16T18:29:31,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 so closing down 2024-11-16T18:29:31,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:31,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:31,799 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:31,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:31,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:31,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742028_1207 (size=743) 2024-11-16T18:29:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742028_1207 (size=743) 2024-11-16T18:29:31,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:31,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742029_1208 (size=743) 2024-11-16T18:29:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742029_1208 (size=743) 2024-11-16T18:29:32,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:32,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:32,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5, size=1.4 K (1393bytes) at 1731781771787Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 so closing down at 1731781771793 (+6 ms)3 split writer threads finished at 1731781771796 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781771800 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781771806 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781771840 (+34 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781771843 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772251 (+408 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781772253 (+2 ms)Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781772253 2024-11-16T18:29:32,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.5 2024-11-16T18:29:32,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:32,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 2024-11-16T18:29:32,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 after 0ms 2024-11-16T18:29:32,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 took 2ms 2024-11-16T18:29:32,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 so closing down 2024-11-16T18:29:32,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:32,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:32,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:32,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:32,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:32,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742030_1209 (size=749) 2024-11-16T18:29:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742030_1209 (size=749) 2024-11-16T18:29:32,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742031_1210 (size=749) 2024-11-16T18:29:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742031_1210 (size=749) 2024-11-16T18:29:32,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:32,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:32,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6, size=1.4 K (1405bytes) at 1731781772255Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 so closing down at 1731781772258 (+3 ms)3 split writer threads finished at 1731781772259 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781772262 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781772262Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772275 (+13 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781772276 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772296 (+20 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781772298 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781772298 2024-11-16T18:29:32,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.6 2024-11-16T18:29:32,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:32,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 2024-11-16T18:29:32,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 after 1ms 2024-11-16T18:29:32,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 took 4ms 2024-11-16T18:29:32,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 so closing down 2024-11-16T18:29:32,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:32,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:32,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:32,315 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:32,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:32,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742033_1212 (size=753) 2024-11-16T18:29:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742033_1212 (size=753) 2024-11-16T18:29:32,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742032_1211 (size=753) 2024-11-16T18:29:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742032_1211 (size=753) 2024-11-16T18:29:32,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:32,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:32,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7, size=1.4 K (1413bytes) at 1731781772302Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 so closing down at 1731781772308 (+6 ms)3 split writer threads finished at 1731781772309 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781772316 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781772316Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772348 (+32 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781772353 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772368 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781772370 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781772370 2024-11-16T18:29:32,372 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.7 2024-11-16T18:29:32,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:32,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 2024-11-16T18:29:32,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 after 0ms 2024-11-16T18:29:32,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 took 3ms 2024-11-16T18:29:32,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 so closing down 2024-11-16T18:29:32,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:32,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:32,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:32,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:32,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:32,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742034_1213 (size=753) 2024-11-16T18:29:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742034_1213 (size=753) 2024-11-16T18:29:32,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742035_1214 (size=753) 2024-11-16T18:29:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742035_1214 (size=753) 2024-11-16T18:29:32,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:32,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:32,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8, size=1.4 K (1413bytes) at 1731781772373Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 so closing down at 1731781772377 (+4 ms)3 split writer threads finished at 1731781772377Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781772388 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781772392 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772406 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781772408 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772817 (+409 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781772819 (+2 ms)Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781772819 2024-11-16T18:29:32,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.8 2024-11-16T18:29:32,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:32,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 2024-11-16T18:29:32,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 after 0ms 2024-11-16T18:29:32,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 took 2ms 2024-11-16T18:29:32,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 so closing down 2024-11-16T18:29:32,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:32,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:32,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:32,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:32,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:32,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742036_1215 (size=753) 2024-11-16T18:29:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742036_1215 (size=753) 2024-11-16T18:29:32,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742037_1216 (size=753) 2024-11-16T18:29:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742037_1216 (size=753) 2024-11-16T18:29:32,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:32,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:32,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:32,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9, size=1.4 K (1413bytes) at 1731781772821Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 so closing down at 1731781772838 (+17 ms)3 split writer threads finished at 1731781772842 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781772876 (+34 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781772892 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772930 (+38 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781772933 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781772958 (+25 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781772960 (+2 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781772960 2024-11-16T18:29:32,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.9 2024-11-16T18:29:32,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty, size=0 (0bytes) 2024-11-16T18:29:32,963 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty might be still open, length is 0 2024-11-16T18:29:32,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty 2024-11-16T18:29:32,966 WARN [IPC Server handler 3 on default port 41869 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty closed. 2024-11-16T18:29:32,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty after 3ms 2024-11-16T18:29:32,968 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T18:29:32,968 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty; empty? 2024-11-16T18:29:32,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty so closing down 2024-11-16T18:29:32,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T18:29:32,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty, size=0 (0bytes) at 1731781772963Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty so closing down at 1731781772969 (+6 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731781772969 2024-11-16T18:29:32,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/WALs/testemptyopenlogfiles,16010,1731781770710/wal.dat.empty to hdfs://localhost:41869/user/jenkins/test-data/c700ce4d-7cec-c49b-313a-b0353225b8f5/oldWALs/wal.dat.empty 2024-11-16T18:29:33,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 138), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 477), ProcessCount=11 (was 11), AvailableMemoryMB=4273 (was 4307) 2024-11-16T18:29:33,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=4273 2024-11-16T18:29:33,118 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742038_1217 (size=7) 2024-11-16T18:29:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742038_1217 (size=7) 2024-11-16T18:29:33,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:33,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:33,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:33,148 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:33,148 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:33,149 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:33,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:33,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742039_1218 (size=1393) 2024-11-16T18:29:33,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742039_1218 (size=1393) 2024-11-16T18:29:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:33,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742040_1219 (size=1393) 2024-11-16T18:29:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742040_1219 (size=1393) 2024-11-16T18:29:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:33,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:33,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742041_1220 (size=1393) 2024-11-16T18:29:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742041_1220 (size=1393) 2024-11-16T18:29:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:33,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742042_1221 (size=1393) 2024-11-16T18:29:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742042_1221 (size=1393) 2024-11-16T18:29:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:33,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742043_1222 (size=1393) 2024-11-16T18:29:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742043_1222 (size=1393) 2024-11-16T18:29:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:33,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742044_1223 (size=1393) 2024-11-16T18:29:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742044_1223 (size=1393) 2024-11-16T18:29:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:33,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742045_1224 (size=1405) 2024-11-16T18:29:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742045_1224 (size=1405) 2024-11-16T18:29:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:33,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742046_1225 (size=1413) 2024-11-16T18:29:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742046_1225 (size=1413) 2024-11-16T18:29:33,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:33,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742047_1226 (size=1413) 2024-11-16T18:29:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742047_1226 (size=1413) 2024-11-16T18:29:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:33,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:33,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742048_1227 (size=1413) 2024-11-16T18:29:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742048_1227 (size=1413) 2024-11-16T18:29:33,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742049_1228 (size=1398) 2024-11-16T18:29:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742049_1228 (size=1398) 2024-11-16T18:29:33,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:33,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 2024-11-16T18:29:33,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 after 0ms 2024-11-16T18:29:33,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 took 3ms 2024-11-16T18:29:33,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 so closing down 2024-11-16T18:29:33,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:33,861 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:33,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:33,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:33,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:33,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742050_1229 (size=743) 2024-11-16T18:29:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742050_1229 (size=743) 2024-11-16T18:29:33,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:33,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742051_1230 (size=743) 2024-11-16T18:29:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742051_1230 (size=743) 2024-11-16T18:29:33,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:33,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:33,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:33,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0, size=1.4 K (1393bytes) at 1731781773855Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 so closing down at 1731781773861 (+6 ms)3 split writer threads finished at 1731781773861Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781773873 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781773882 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781773884 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781773886 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781773894 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781773896 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781773897 (+1 ms) 2024-11-16T18:29:33,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.0 2024-11-16T18:29:33,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:33,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 2024-11-16T18:29:33,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 after 0ms 2024-11-16T18:29:33,902 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 took 3ms 2024-11-16T18:29:33,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 so closing down 2024-11-16T18:29:33,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:33,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:33,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:33,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:33,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:33,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742052_1231 (size=743) 2024-11-16T18:29:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742052_1231 (size=743) 2024-11-16T18:29:33,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:33,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:33,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742053_1232 (size=743) 2024-11-16T18:29:33,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742053_1232 (size=743) 2024-11-16T18:29:33,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:33,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:33,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1, size=1.4 K (1393bytes) at 1731781773900Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 so closing down at 1731781773904 (+4 ms)3 split writer threads finished at 1731781773904Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781773908 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781773912 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781773961 (+49 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781773962 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781773965 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781773967 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781773967 2024-11-16T18:29:33,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.1 2024-11-16T18:29:33,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:33,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 2024-11-16T18:29:33,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 after 0ms 2024-11-16T18:29:33,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 took 2ms 2024-11-16T18:29:33,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 so closing down 2024-11-16T18:29:33,972 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:33,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:33,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:33,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:33,978 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:33,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742054_1233 (size=743) 2024-11-16T18:29:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742054_1233 (size=743) 2024-11-16T18:29:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742055_1234 (size=743) 2024-11-16T18:29:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742055_1234 (size=743) 2024-11-16T18:29:33,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:33,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:34,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:34,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:34,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2, size=1.4 K (1393bytes) at 1731781773969Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 so closing down at 1731781773972 (+3 ms)3 split writer threads finished at 1731781773972Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781773978 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781773979 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781773995 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781773996 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774391 (+395 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781774393 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781774393 2024-11-16T18:29:34,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.2 2024-11-16T18:29:34,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:34,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 2024-11-16T18:29:34,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 after 0ms 2024-11-16T18:29:34,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 took 3ms 2024-11-16T18:29:34,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 so closing down 2024-11-16T18:29:34,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:34,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:34,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:34,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742057_1236 (size=743) 2024-11-16T18:29:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742057_1236 (size=743) 2024-11-16T18:29:34,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742056_1235 (size=743) 2024-11-16T18:29:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742056_1235 (size=743) 2024-11-16T18:29:34,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:34,415 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:34,415 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3, size=1.4 K (1393bytes) at 1731781774395Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 so closing down at 1731781774398 (+3 ms)3 split writer threads finished at 1731781774398Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781774401 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781774401Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774407 (+6 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781774409 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774414 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781774415 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781774415 2024-11-16T18:29:34,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.3 2024-11-16T18:29:34,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:34,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 2024-11-16T18:29:34,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 after 0ms 2024-11-16T18:29:34,421 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 took 4ms 2024-11-16T18:29:34,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 so closing down 2024-11-16T18:29:34,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,426 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:34,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:34,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:34,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742058_1237 (size=743) 2024-11-16T18:29:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742058_1237 (size=743) 2024-11-16T18:29:34,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742059_1238 (size=743) 2024-11-16T18:29:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742059_1238 (size=743) 2024-11-16T18:29:34,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:34,456 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:34,456 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4, size=1.4 K (1393bytes) at 1731781774417Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 so closing down at 1731781774422 (+5 ms)3 split writer threads finished at 1731781774422Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781774428 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781774432 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774450 (+18 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781774452 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774454 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781774456 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781774456 2024-11-16T18:29:34,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.4 2024-11-16T18:29:34,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5, size=1.4 K (1398bytes) 2024-11-16T18:29:34,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 2024-11-16T18:29:34,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 after 0ms 2024-11-16T18:29:34,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 took 5ms 2024-11-16T18:29:34,465 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:34,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 so closing down 2024-11-16T18:29:34,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:34,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:34,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:34,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742060_1239 (size=743) 2024-11-16T18:29:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742060_1239 (size=743) 2024-11-16T18:29:34,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742061_1240 (size=743) 2024-11-16T18:29:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742061_1240 (size=743) 2024-11-16T18:29:34,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:34,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-16T18:29:34,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5, size=1.4 K (1398bytes) at 1731781774458Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 so closing down at 1731781774466 (+8 ms)3 split writer threads finished at 1731781774470 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781774473 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781774476 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774491 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781774493 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774500 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781774502 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731781774503 (+1 ms) 2024-11-16T18:29:34,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/corrupt/wal.dat.5 2024-11-16T18:29:34,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:34,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 2024-11-16T18:29:34,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 after 0ms 2024-11-16T18:29:34,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 took 4ms 2024-11-16T18:29:34,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 so closing down 2024-11-16T18:29:34,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:34,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:34,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:34,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742062_1241 (size=749) 2024-11-16T18:29:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742063_1242 (size=749) 2024-11-16T18:29:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742062_1241 (size=749) 2024-11-16T18:29:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742063_1242 (size=749) 2024-11-16T18:29:34,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:34,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:34,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:34,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6, size=1.4 K (1405bytes) at 1731781774508Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 so closing down at 1731781774522 (+14 ms)3 split writer threads finished at 1731781774522Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781774536 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781774550 (+14 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774574 (+24 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774576 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781774578 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781774579 (+1 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781774579 2024-11-16T18:29:34,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.6 2024-11-16T18:29:34,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:34,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 2024-11-16T18:29:34,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 after 0ms 2024-11-16T18:29:34,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 took 3ms 2024-11-16T18:29:34,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 so closing down 2024-11-16T18:29:34,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:34,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:34,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:34,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742064_1243 (size=753) 2024-11-16T18:29:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742064_1243 (size=753) 2024-11-16T18:29:34,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:34,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742065_1244 (size=753) 2024-11-16T18:29:34,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742065_1244 (size=753) 2024-11-16T18:29:34,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:34,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:34,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7, size=1.4 K (1413bytes) at 1731781774582Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 so closing down at 1731781774593 (+11 ms)3 split writer threads finished at 1731781774597 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781774611 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781774628 (+17 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774670 (+42 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781774672 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774744 (+72 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781774746 (+2 ms)Processed 20 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781774746 2024-11-16T18:29:34,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.7 2024-11-16T18:29:34,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:34,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 2024-11-16T18:29:34,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 after 1ms 2024-11-16T18:29:34,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 took 6ms 2024-11-16T18:29:34,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 so closing down 2024-11-16T18:29:34,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:34,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:34,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:34,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:34,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742066_1245 (size=753) 2024-11-16T18:29:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742066_1245 (size=753) 2024-11-16T18:29:34,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742067_1246 (size=753) 2024-11-16T18:29:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742067_1246 (size=753) 2024-11-16T18:29:34,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:34,835 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:34,835 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8, size=1.4 K (1413bytes) at 1731781774750Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 so closing down at 1731781774759 (+9 ms)3 split writer threads finished at 1731781774760 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781774772 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781774787 (+15 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774802 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781774803 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774831 (+28 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781774834 (+3 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781774835 (+1 ms) 2024-11-16T18:29:34,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.8 2024-11-16T18:29:34,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:34,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 2024-11-16T18:29:34,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 after 2ms 2024-11-16T18:29:34,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 took 8ms 2024-11-16T18:29:34,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 so closing down 2024-11-16T18:29:34,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:34,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:34,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:34,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:34,901 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:34,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742068_1247 (size=753) 2024-11-16T18:29:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742068_1247 (size=753) 2024-11-16T18:29:34,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742069_1248 (size=753) 2024-11-16T18:29:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742069_1248 (size=753) 2024-11-16T18:29:34,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:34,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:34,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:34,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9, size=1.4 K (1413bytes) at 1731781774839Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 so closing down at 1731781774867 (+28 ms)3 split writer threads finished at 1731781774868 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781774889 (+21 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781774911 (+22 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774927 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781774929 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781774934 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781774935 (+1 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781774935 2024-11-16T18:29:34,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731781773148/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/772c1576-9118-7d93-4361-a85dc6725f76/oldWALs/wal.dat.9 2024-11-16T18:29:35,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 477) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4249 (was 4273) 2024-11-16T18:29:35,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4248 2024-11-16T18:29:35,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742070_1249 (size=7) 2024-11-16T18:29:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742070_1249 (size=7) 2024-11-16T18:29:35,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:35,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,087 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:35,088 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b 2024-11-16T18:29:35,088 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region e1266472ac5b45edd6f7d11c1c03f30b 2024-11-16T18:29:35,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:35,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742071_1250 (size=3841) 2024-11-16T18:29:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742071_1250 (size=3841) 2024-11-16T18:29:35,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0, size=3.8 K (3841bytes) 2024-11-16T18:29:35,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 2024-11-16T18:29:35,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 after 0ms 2024-11-16T18:29:35,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 took 4ms 2024-11-16T18:29:35,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 so closing down 2024-11-16T18:29:35,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:35,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:35,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:35,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:35,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742072_1251 (size=1591) 2024-11-16T18:29:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742072_1251 (size=1591) 2024-11-16T18:29:35,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:35,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000009 2024-11-16T18:29:35,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 107 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-16T18:29:35,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0, size=3.8 K (3841bytes) at 1731781775178Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 so closing down at 1731781775228 (+50 ms)3 split writer threads finished at 1731781775228Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781775259 (+31 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731781775327 (+68 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/data/default/t1/e1266472ac5b45edd6f7d11c1c03f30b/recovered.edits/0000000000000000009 at 1731781775329 (+2 ms)Processed 21 edits across 1 Regions in 107 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731781775329 2024-11-16T18:29:35,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/WALs/testsplitleavescompactioneventsedits,16010,1731781775087/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/9c1fa6b9-af1a-1125-640a-872543b36924/oldWALs/wal.dat.0 2024-11-16T18:29:35,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4233 (was 4248) 2024-11-16T18:29:35,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4232 2024-11-16T18:29:35,404 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742073_1252 (size=7) 2024-11-16T18:29:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742073_1252 (size=7) 2024-11-16T18:29:35,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:35,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:35,469 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T18:29:35,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:35,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742074_1253 (size=863) 2024-11-16T18:29:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742074_1253 (size=863) 2024-11-16T18:29:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:35,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0, size=863 (863bytes) 2024-11-16T18:29:35,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 2024-11-16T18:29:35,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 after 0ms 2024-11-16T18:29:35,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 took 2ms 2024-11-16T18:29:35,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 so closing down 2024-11-16T18:29:35,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:35,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:35,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:35,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742075_1254 (size=863) 2024-11-16T18:29:35,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742075_1254 (size=863) 2024-11-16T18:29:35,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:35,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T18:29:35,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-16T18:29:35,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0, size=863 (863bytes) at 1731781775501Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 so closing down at 1731781775505 (+4 ms)3 split writer threads finished at 1731781775505Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781775515 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781775532 (+17 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731781775533 (+1 ms)Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731781775533 2024-11-16T18:29:35,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/WALs/testsplitpreservesedits,16010,1731781775469/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/ca411dda-469f-e807-1d70-a453b4d6ee57/oldWALs/wal.dat.0 2024-11-16T18:29:35,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4228 (was 4232) 2024-11-16T18:29:35,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4227 2024-11-16T18:29:35,568 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:35,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742076_1255 (size=7) 2024-11-16T18:29:35,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742076_1255 (size=7) 2024-11-16T18:29:35,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:35,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:35,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:35,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:35,606 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:35,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:35,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742077_1256 (size=1393) 2024-11-16T18:29:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742077_1256 (size=1393) 2024-11-16T18:29:35,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:35,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742078_1257 (size=1393) 2024-11-16T18:29:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742078_1257 (size=1393) 2024-11-16T18:29:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:35,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742079_1258 (size=1393) 2024-11-16T18:29:35,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742079_1258 (size=1393) 2024-11-16T18:29:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:35,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742080_1259 (size=1393) 2024-11-16T18:29:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742080_1259 (size=1393) 2024-11-16T18:29:35,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:35,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742081_1260 (size=1393) 2024-11-16T18:29:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742081_1260 (size=1393) 2024-11-16T18:29:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:35,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742082_1261 (size=1393) 2024-11-16T18:29:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742082_1261 (size=1393) 2024-11-16T18:29:35,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:35,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742083_1262 (size=1405) 2024-11-16T18:29:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742083_1262 (size=1405) 2024-11-16T18:29:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:35,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742084_1263 (size=1413) 2024-11-16T18:29:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742084_1263 (size=1413) 2024-11-16T18:29:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:35,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:35,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742085_1264 (size=1413) 2024-11-16T18:29:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742085_1264 (size=1413) 2024-11-16T18:29:36,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:36,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742086_1265 (size=1413) 2024-11-16T18:29:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742086_1265 (size=1413) 2024-11-16T18:29:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742087_1266 (size=1394) 2024-11-16T18:29:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742087_1266 (size=1394) 2024-11-16T18:29:36,398 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:36,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 2024-11-16T18:29:36,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 after 0ms 2024-11-16T18:29:36,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 took 2ms 2024-11-16T18:29:36,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 so closing down 2024-11-16T18:29:36,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:36,409 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:36,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:36,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742088_1267 (size=743) 2024-11-16T18:29:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742088_1267 (size=743) 2024-11-16T18:29:36,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742089_1268 (size=743) 2024-11-16T18:29:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742089_1268 (size=743) 2024-11-16T18:29:36,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:36,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:36,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0, size=1.4 K (1393bytes) at 1731781776398Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 so closing down at 1731781776406 (+8 ms)3 split writer threads finished at 1731781776407 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781776410 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781776411 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776426 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781776429 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776437 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781776438 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781776439 (+1 ms) 2024-11-16T18:29:36,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.0 2024-11-16T18:29:36,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:36,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 2024-11-16T18:29:36,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 after 0ms 2024-11-16T18:29:36,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 took 3ms 2024-11-16T18:29:36,465 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 so closing down 2024-11-16T18:29:36,465 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:36,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:36,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:36,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742091_1270 (size=743) 2024-11-16T18:29:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742091_1270 (size=743) 2024-11-16T18:29:36,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742090_1269 (size=743) 2024-11-16T18:29:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742090_1269 (size=743) 2024-11-16T18:29:36,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:36,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:36,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1, size=1.4 K (1393bytes) at 1731781776441Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 so closing down at 1731781776465 (+24 ms)3 split writer threads finished at 1731781776465Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781776469 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781776472 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776483 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781776485 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776492 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781776494 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781776494 2024-11-16T18:29:36,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.1 2024-11-16T18:29:36,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:36,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 2024-11-16T18:29:36,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 after 1ms 2024-11-16T18:29:36,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 took 4ms 2024-11-16T18:29:36,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 so closing down 2024-11-16T18:29:36,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,518 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:36,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:36,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:36,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742092_1271 (size=743) 2024-11-16T18:29:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742093_1272 (size=743) 2024-11-16T18:29:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742092_1271 (size=743) 2024-11-16T18:29:36,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742093_1272 (size=743) 2024-11-16T18:29:36,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:36,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:36,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:36,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2, size=1.4 K (1393bytes) at 1731781776500Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 so closing down at 1731781776512 (+12 ms)3 split writer threads finished at 1731781776514 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781776524 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781776525 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776605 (+80 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776606 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781776607 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781776608 (+1 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781776608 2024-11-16T18:29:36,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.2 2024-11-16T18:29:36,611 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:36,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 2024-11-16T18:29:36,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 after 0ms 2024-11-16T18:29:36,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 took 3ms 2024-11-16T18:29:36,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 so closing down 2024-11-16T18:29:36,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:36,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:36,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:36,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742094_1273 (size=743) 2024-11-16T18:29:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742094_1273 (size=743) 2024-11-16T18:29:36,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742095_1274 (size=743) 2024-11-16T18:29:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742095_1274 (size=743) 2024-11-16T18:29:36,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:36,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:36,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3, size=1.4 K (1393bytes) at 1731781776611Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 so closing down at 1731781776622 (+11 ms)3 split writer threads finished at 1731781776628 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781776640 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781776656 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776675 (+19 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781776678 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776716 (+38 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781776717 (+1 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781776718 (+1 ms) 2024-11-16T18:29:36,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.3 2024-11-16T18:29:36,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:36,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 2024-11-16T18:29:36,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 after 1ms 2024-11-16T18:29:36,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 took 5ms 2024-11-16T18:29:36,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 so closing down 2024-11-16T18:29:36,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,739 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:36,739 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:36,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:36,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742096_1275 (size=743) 2024-11-16T18:29:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742096_1275 (size=743) 2024-11-16T18:29:36,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742097_1276 (size=743) 2024-11-16T18:29:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742097_1276 (size=743) 2024-11-16T18:29:36,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:36,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:36,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4, size=1.4 K (1393bytes) at 1731781776721Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 so closing down at 1731781776735 (+14 ms)3 split writer threads finished at 1731781776735Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781776740 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781776743 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776785 (+42 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781776790 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776810 (+20 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781776811 (+1 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781776812 (+1 ms) 2024-11-16T18:29:36,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.4 2024-11-16T18:29:36,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T18:29:36,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 2024-11-16T18:29:36,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 after 0ms 2024-11-16T18:29:36,818 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-16T18:29:36,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 so closing down 2024-11-16T18:29:36,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T18:29:36,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, size=1.4 K (1394bytes) at 1731781776815Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 so closing down at 1731781776818 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731781776818 2024-11-16T18:29:36,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/corrupt/wal.dat.5 2024-11-16T18:29:36,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:36,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 2024-11-16T18:29:36,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 after 0ms 2024-11-16T18:29:36,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 took 2ms 2024-11-16T18:29:36,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 so closing down 2024-11-16T18:29:36,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:36,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:36,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:36,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742099_1278 (size=749) 2024-11-16T18:29:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742099_1278 (size=749) 2024-11-16T18:29:36,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742098_1277 (size=749) 2024-11-16T18:29:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742098_1277 (size=749) 2024-11-16T18:29:36,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:36,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:36,880 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6, size=1.4 K (1405bytes) at 1731781776821Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 so closing down at 1731781776826 (+5 ms)3 split writer threads finished at 1731781776826Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781776843 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781776844 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776873 (+29 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781776874 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776878 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781776879 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781776879 2024-11-16T18:29:36,883 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.6 2024-11-16T18:29:36,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:36,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 2024-11-16T18:29:36,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 after 0ms 2024-11-16T18:29:36,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 took 2ms 2024-11-16T18:29:36,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 so closing down 2024-11-16T18:29:36,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:36,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:36,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:36,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:36,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:36,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742100_1279 (size=753) 2024-11-16T18:29:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742100_1279 (size=753) 2024-11-16T18:29:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742101_1280 (size=753) 2024-11-16T18:29:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742101_1280 (size=753) 2024-11-16T18:29:36,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:36,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:37,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:37,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:37,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7, size=1.4 K (1413bytes) at 1731781776884Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 so closing down at 1731781776887 (+3 ms)3 split writer threads finished at 1731781776887Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781776890 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781776893 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781776907 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781776908 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777298 (+390 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781777300 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781777300 2024-11-16T18:29:37,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.7 2024-11-16T18:29:37,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:37,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 2024-11-16T18:29:37,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 after 2ms 2024-11-16T18:29:37,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 took 8ms 2024-11-16T18:29:37,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 so closing down 2024-11-16T18:29:37,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:37,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:37,314 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:37,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:37,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:37,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742102_1281 (size=753) 2024-11-16T18:29:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742102_1281 (size=753) 2024-11-16T18:29:37,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742103_1282 (size=753) 2024-11-16T18:29:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742103_1282 (size=753) 2024-11-16T18:29:37,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:37,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:37,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8, size=1.4 K (1413bytes) at 1731781777302Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 so closing down at 1731781777311 (+9 ms)3 split writer threads finished at 1731781777311Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781777317 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781777317Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777325 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781777326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777350 (+24 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781777352 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781777352 2024-11-16T18:29:37,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.8 2024-11-16T18:29:37,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:37,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 2024-11-16T18:29:37,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 after 0ms 2024-11-16T18:29:37,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 took 5ms 2024-11-16T18:29:37,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 so closing down 2024-11-16T18:29:37,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:37,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:37,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:37,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:37,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:37,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742104_1283 (size=753) 2024-11-16T18:29:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742104_1283 (size=753) 2024-11-16T18:29:37,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742105_1284 (size=753) 2024-11-16T18:29:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742105_1284 (size=753) 2024-11-16T18:29:37,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:37,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:37,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9, size=1.4 K (1413bytes) at 1731781777355Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 so closing down at 1731781777367 (+12 ms)3 split writer threads finished at 1731781777371 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781777381 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781777394 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777394Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781777397 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777408 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781777411 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781777412 (+1 ms) 2024-11-16T18:29:37,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731781775605/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/79617cb1-f6ba-9853-0d8b-66511374c80d/oldWALs/wal.dat.9 2024-11-16T18:29:37,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4172 (was 4227) 2024-11-16T18:29:37,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4172 2024-11-16T18:29:37,512 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742106_1285 (size=7) 2024-11-16T18:29:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742106_1285 (size=7) 2024-11-16T18:29:37,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:37,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,559 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,560 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T18:29:37,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742107_1286 (size=2403) 2024-11-16T18:29:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742107_1286 (size=2403) 2024-11-16T18:29:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:37,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0, size=2.3 K (2403bytes) 2024-11-16T18:29:37,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 2024-11-16T18:29:37,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 after 0ms 2024-11-16T18:29:37,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 took 3ms 2024-11-16T18:29:37,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 so closing down 2024-11-16T18:29:37,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:37,605 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:37,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:37,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742108_1287 (size=863) 2024-11-16T18:29:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742108_1287 (size=863) 2024-11-16T18:29:37,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:37,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T18:29:37,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 28 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-16T18:29:37,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0, size=2.3 K (2403bytes) at 1731781777601Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 so closing down at 1731781777605 (+4 ms)3 split writer threads finished at 1731781777605Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781777612 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781777630 (+18 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731781777631 (+1 ms)Processed 20 edits across 1 Regions in 28 ms; skipped=10; WAL=hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731781777631 2024-11-16T18:29:37,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/WALs/testsplitremovesregioneventsedits,16010,1731781777560/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/5f83ae53-9af1-5942-c1ee-c56ce1d46a51/oldWALs/wal.dat.0 2024-11-16T18:29:37,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4171 (was 4172) 2024-11-16T18:29:37,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4170 2024-11-16T18:29:37,658 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742109_1288 (size=7) 2024-11-16T18:29:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742109_1288 (size=7) 2024-11-16T18:29:37,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:37,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,675 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4170 (was 4170) 2024-11-16T18:29:37,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4170 2024-11-16T18:29:37,701 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742110_1289 (size=7) 2024-11-16T18:29:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742110_1289 (size=7) 2024-11-16T18:29:37,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:37,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742111_1290 (size=255) 2024-11-16T18:29:37,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742111_1290 (size=255) 2024-11-16T18:29:37,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1, size=255 (255bytes) 2024-11-16T18:29:37,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 2024-11-16T18:29:37,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 after 0ms 2024-11-16T18:29:37,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 took 2ms 2024-11-16T18:29:37,765 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-16T18:29:37,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 so closing down 2024-11-16T18:29:37,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:37,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:37,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-16T18:29:37,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1, size=255 (255bytes) at 1731781777762Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 so closing down at 1731781777765 (+3 ms)3 split writer threads finished at 1731781777765Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731781777765 2024-11-16T18:29:37,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/WALs/testsplitremovesreplicationmarkeredits,16010,1731781777716/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/c2f3b1a3-8767-7550-eb0e-fe08b9663e94/oldWALs/wal.dat.1 2024-11-16T18:29:37,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4171 (was 4170) - AvailableMemoryMB LEAK? - 2024-11-16T18:29:37,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4171 2024-11-16T18:29:37,782 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742112_1291 (size=7) 2024-11-16T18:29:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742112_1291 (size=7) 2024-11-16T18:29:37,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:37,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,794 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-16T18:29:37,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T18:29:37,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742113_1292 (size=1941) 2024-11-16T18:29:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742113_1292 (size=1941) 2024-11-16T18:29:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df/data/default/t1/region__1 2024-11-16T18:29:37,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0, size=1.9 K (1941bytes) 2024-11-16T18:29:37,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 2024-11-16T18:29:37,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 after 0ms 2024-11-16T18:29:37,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 took 3ms 2024-11-16T18:29:37,836 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-16T18:29:37,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 so closing down 2024-11-16T18:29:37,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:37,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:37,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-16T18:29:37,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0, size=1.9 K (1941bytes) at 1731781777830Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 so closing down at 1731781777836 (+6 ms)3 split writer threads finished at 1731781777837 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731781777837 2024-11-16T18:29:37,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/WALs/testsplitlogfiledeletedregiondir,16010,1731781777794/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/2cf760c4-b2b9-2c54-a303-f3b9d6c0eb07/oldWALs/wal.dat.0 2024-11-16T18:29:37,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4170 (was 4171) 2024-11-16T18:29:37,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4170 2024-11-16T18:29:37,854 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742114_1293 (size=7) 2024-11-16T18:29:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742114_1293 (size=7) 2024-11-16T18:29:37,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:37,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:37,866 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,867 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T18:29:37,867 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:37,867 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:37,867 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:37,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742115_1294 (size=1393) 2024-11-16T18:29:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742115_1294 (size=1393) 2024-11-16T18:29:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:37,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:37,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742116_1295 (size=1393) 2024-11-16T18:29:37,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742116_1295 (size=1393) 2024-11-16T18:29:37,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:37,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:37,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742117_1296 (size=1393) 2024-11-16T18:29:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742117_1296 (size=1393) 2024-11-16T18:29:37,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:37,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:37,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742118_1297 (size=1393) 2024-11-16T18:29:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742118_1297 (size=1393) 2024-11-16T18:29:37,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:37,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:37,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742119_1298 (size=1393) 2024-11-16T18:29:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742119_1298 (size=1393) 2024-11-16T18:29:37,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:37,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:37,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742120_1299 (size=1393) 2024-11-16T18:29:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742120_1299 (size=1393) 2024-11-16T18:29:37,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:37,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742121_1300 (size=1405) 2024-11-16T18:29:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742121_1300 (size=1405) 2024-11-16T18:29:37,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:37,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:37,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742122_1301 (size=1413) 2024-11-16T18:29:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742122_1301 (size=1413) 2024-11-16T18:29:37,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:37,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:37,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:37,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742123_1302 (size=1413) 2024-11-16T18:29:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742123_1302 (size=1413) 2024-11-16T18:29:38,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:38,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:38,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742124_1303 (size=1413) 2024-11-16T18:29:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742124_1303 (size=1413) 2024-11-16T18:29:38,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:38,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:38,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0 2024-11-16T18:29:38,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0 after 2ms 2024-11-16T18:29:38,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0 took 6ms 2024-11-16T18:29:38,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0 so closing down 2024-11-16T18:29:38,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:38,475 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:38,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:38,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0, size=1.4 K (1393bytes) at 1731781778462Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0 so closing down at 1731781778475 (+13 ms)3 split writer threads finished at 1731781778475Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/547a5cc7-f929-fbfb-b494-8c2c6c318990/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731781777866/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781778475 2024-11-16T18:29:38,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=392 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 503) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4199 (was 4170) - AvailableMemoryMB LEAK? - 2024-11-16T18:29:38,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4198 2024-11-16T18:29:38,496 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742125_1304 (size=7) 2024-11-16T18:29:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742125_1304 (size=7) 2024-11-16T18:29:38,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:38,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:38,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:38,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:38,506 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:38,507 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:38,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742126_1305 (size=1393) 2024-11-16T18:29:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742126_1305 (size=1393) 2024-11-16T18:29:38,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:38,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:38,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742127_1306 (size=1393) 2024-11-16T18:29:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742127_1306 (size=1393) 2024-11-16T18:29:38,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:38,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742128_1307 (size=1393) 2024-11-16T18:29:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742128_1307 (size=1393) 2024-11-16T18:29:38,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:38,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:38,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742129_1308 (size=1393) 2024-11-16T18:29:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742129_1308 (size=1393) 2024-11-16T18:29:38,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:38,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:38,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:38,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742131_1310 (size=1393) 2024-11-16T18:29:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742131_1310 (size=1393) 2024-11-16T18:29:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:38,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742132_1311 (size=1405) 2024-11-16T18:29:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742132_1311 (size=1405) 2024-11-16T18:29:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:38,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742133_1312 (size=1413) 2024-11-16T18:29:38,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742133_1312 (size=1413) 2024-11-16T18:29:38,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:38,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742134_1313 (size=1413) 2024-11-16T18:29:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742134_1313 (size=1413) 2024-11-16T18:29:38,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:38,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742135_1314 (size=1413) 2024-11-16T18:29:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742135_1314 (size=1413) 2024-11-16T18:29:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:38,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742130_1309 (size=1458) 2024-11-16T18:29:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742130_1309 (size=1458) 2024-11-16T18:29:38,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:38,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 2024-11-16T18:29:38,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 after 0ms 2024-11-16T18:29:38,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 took 3ms 2024-11-16T18:29:38,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 so closing down 2024-11-16T18:29:38,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:38,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:38,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:38,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:38,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:38,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742136_1315 (size=743) 2024-11-16T18:29:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742136_1315 (size=743) 2024-11-16T18:29:38,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742137_1316 (size=743) 2024-11-16T18:29:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742137_1316 (size=743) 2024-11-16T18:29:38,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:38,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:38,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0, size=1.4 K (1393bytes) at 1731781778750Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 so closing down at 1731781778759 (+9 ms)3 split writer threads finished at 1731781778759Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781778772 (+13 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781778776 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778790 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781778793 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778798 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781778800 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781778800 2024-11-16T18:29:38,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/oldWALs/wal.dat.0 2024-11-16T18:29:38,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:38,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 2024-11-16T18:29:38,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 after 0ms 2024-11-16T18:29:38,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 took 3ms 2024-11-16T18:29:38,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 so closing down 2024-11-16T18:29:38,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:38,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:38,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:38,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:38,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:38,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742138_1317 (size=743) 2024-11-16T18:29:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742138_1317 (size=743) 2024-11-16T18:29:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742139_1318 (size=743) 2024-11-16T18:29:38,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742139_1318 (size=743) 2024-11-16T18:29:38,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:38,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:38,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:38,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1, size=1.4 K (1393bytes) at 1731781778806Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 so closing down at 1731781778809 (+3 ms)3 split writer threads finished at 1731781778809Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781778813 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781778813Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778843 (+30 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781778846 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778846Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781778847 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781778847 2024-11-16T18:29:38,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/oldWALs/wal.dat.1 2024-11-16T18:29:38,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:38,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 2024-11-16T18:29:38,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 after 0ms 2024-11-16T18:29:38,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 took 2ms 2024-11-16T18:29:38,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 so closing down 2024-11-16T18:29:38,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:38,857 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:38,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:38,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:38,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:38,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742140_1319 (size=743) 2024-11-16T18:29:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742140_1319 (size=743) 2024-11-16T18:29:38,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742141_1320 (size=743) 2024-11-16T18:29:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742141_1320 (size=743) 2024-11-16T18:29:38,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:38,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:38,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2, size=1.4 K (1393bytes) at 1731781778849Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 so closing down at 1731781778857 (+8 ms)3 split writer threads finished at 1731781778857Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781778872 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781778875 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778892 (+17 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781778893 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778966 (+73 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781778967 (+1 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781778967 2024-11-16T18:29:38,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/oldWALs/wal.dat.2 2024-11-16T18:29:38,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:38,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 2024-11-16T18:29:38,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 after 1ms 2024-11-16T18:29:38,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 took 3ms 2024-11-16T18:29:38,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 so closing down 2024-11-16T18:29:38,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:38,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:38,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:38,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:38,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:38,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742142_1321 (size=743) 2024-11-16T18:29:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742142_1321 (size=743) 2024-11-16T18:29:38,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:38,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:38,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742143_1322 (size=743) 2024-11-16T18:29:38,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742143_1322 (size=743) 2024-11-16T18:29:38,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:39,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:39,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3, size=1.4 K (1393bytes) at 1731781778969Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 so closing down at 1731781778973 (+4 ms)3 split writer threads finished at 1731781778973Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781778976 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781778977 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778989 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781778990 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781778999 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781779000 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781779000 2024-11-16T18:29:39,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/oldWALs/wal.dat.3 2024-11-16T18:29:39,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4, size=1.4 K (1458bytes) 2024-11-16T18:29:39,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4 2024-11-16T18:29:39,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4 after 0ms 2024-11-16T18:29:39,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4 took 2ms 2024-11-16T18:29:39,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4 so closing down 2024-11-16T18:29:39,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,011 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:39,011 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-16T18:29:39,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:39,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-16T18:29:39,013 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:39,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-16T18:29:39,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4, size=1.4 K (1458bytes) at 1731781779002Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4 so closing down at 1731781779006 (+4 ms)3 split writer threads finished at 1731781779006Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731781779012 (+6 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731781779013 (+1 ms)Processed 21 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/WALs/testsplitwillfailifwritingtoregionfails,16010,1731781778506/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731781779013 2024-11-16T18:29:39,014 WARN [split-log-closeStream-pool-0 {}] wal.AbstractProtobufLogWriter(199): Init output failed, path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:39,015 DEBUG [split-log-closeStream-pool-0 {}] wal.FSHLogProvider(93): Error instantiating log writer. java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1300) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:674) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$10.doCall(DistributedFileSystem.java:671) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.createNonRecursive(DistributedFileSystem.java:692) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$500(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder.build(DistributedFileSystem.java:3873) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initOutput(ProtobufLogWriter.java:115) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:82) ~[classes/:?] at org.apache.hadoop.hbase.wal.FSHLogProvider.createWriter(FSHLogProvider.java:66) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createRecoveredEditsWriter(WALFactory.java:485) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.createWriter(WALSplitter.java:518) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.createRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:65) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:39,017 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:39,020 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:39,023 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:41869/user/jenkins/test-data/9791a3ab-b1b9-ef00-dfb8-e127ff262f7c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:39,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4188 (was 4198) 2024-11-16T18:29:39,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4188 2024-11-16T18:29:39,034 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742144_1323 (size=7) 2024-11-16T18:29:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742144_1323 (size=7) 2024-11-16T18:29:39,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:39,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:39,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:39,057 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:39,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T18:29:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742145_1324 (size=93) 2024-11-16T18:29:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742145_1324 (size=93) 2024-11-16T18:29:39,070 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:39,071 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:39,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742146_1325 (size=1393) 2024-11-16T18:29:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742146_1325 (size=1393) 2024-11-16T18:29:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:39,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742147_1326 (size=1393) 2024-11-16T18:29:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742147_1326 (size=1393) 2024-11-16T18:29:39,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:39,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742148_1327 (size=1393) 2024-11-16T18:29:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742148_1327 (size=1393) 2024-11-16T18:29:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:39,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:39,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742149_1328 (size=1393) 2024-11-16T18:29:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742149_1328 (size=1393) 2024-11-16T18:29:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:39,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742150_1329 (size=1393) 2024-11-16T18:29:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742150_1329 (size=1393) 2024-11-16T18:29:39,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:39,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742151_1330 (size=1393) 2024-11-16T18:29:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742151_1330 (size=1393) 2024-11-16T18:29:39,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:39,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:39,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742152_1331 (size=1405) 2024-11-16T18:29:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742152_1331 (size=1405) 2024-11-16T18:29:39,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:39,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:39,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742153_1332 (size=1413) 2024-11-16T18:29:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742153_1332 (size=1413) 2024-11-16T18:29:39,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:39,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:39,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742154_1333 (size=1413) 2024-11-16T18:29:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742154_1333 (size=1413) 2024-11-16T18:29:39,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:39,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:39,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742155_1334 (size=1413) 2024-11-16T18:29:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742155_1334 (size=1413) 2024-11-16T18:29:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:39,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T18:29:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742156_1335 (size=93) 2024-11-16T18:29:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742156_1335 (size=93) 2024-11-16T18:29:39,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty, size=93 (93bytes) 2024-11-16T18:29:39,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty 2024-11-16T18:29:39,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty after 0ms 2024-11-16T18:29:39,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty took 2ms 2024-11-16T18:29:39,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty so closing down 2024-11-16T18:29:39,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T18:29:39,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty, size=93 (93bytes) at 1731781779818Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty so closing down at 1731781779820 (+2 ms)3 split writer threads finished at 1731781779820Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731781779821 (+1 ms) 2024-11-16T18:29:39,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat..empty to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat..empty 2024-11-16T18:29:39,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:39,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 2024-11-16T18:29:39,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 after 1ms 2024-11-16T18:29:39,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 took 3ms 2024-11-16T18:29:39,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 so closing down 2024-11-16T18:29:39,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:39,837 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:39,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:39,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742157_1336 (size=743) 2024-11-16T18:29:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742157_1336 (size=743) 2024-11-16T18:29:39,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742158_1337 (size=743) 2024-11-16T18:29:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742158_1337 (size=743) 2024-11-16T18:29:39,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:39,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:39,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0, size=1.4 K (1393bytes) at 1731781779822Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 so closing down at 1731781779827 (+5 ms)3 split writer threads finished at 1731781779827Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781779838 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781779840 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779856 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781779858 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779865 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781779866 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781779867 (+1 ms) 2024-11-16T18:29:39,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.0 2024-11-16T18:29:39,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:39,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 2024-11-16T18:29:39,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 after 0ms 2024-11-16T18:29:39,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 took 2ms 2024-11-16T18:29:39,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 so closing down 2024-11-16T18:29:39,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:39,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:39,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:39,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742159_1338 (size=743) 2024-11-16T18:29:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742159_1338 (size=743) 2024-11-16T18:29:39,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742160_1339 (size=743) 2024-11-16T18:29:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742160_1339 (size=743) 2024-11-16T18:29:39,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:39,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:39,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1, size=1.4 K (1393bytes) at 1731781779869Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 so closing down at 1731781779873 (+4 ms)3 split writer threads finished at 1731781779873Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781779882 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781779883 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779894 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781779895 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779906 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781779908 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781779908 2024-11-16T18:29:39,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.1 2024-11-16T18:29:39,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:39,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 2024-11-16T18:29:39,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 after 0ms 2024-11-16T18:29:39,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 took 2ms 2024-11-16T18:29:39,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 so closing down 2024-11-16T18:29:39,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:39,915 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:39,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:39,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742162_1341 (size=743) 2024-11-16T18:29:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742161_1340 (size=743) 2024-11-16T18:29:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742161_1340 (size=743) 2024-11-16T18:29:39,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742162_1341 (size=743) 2024-11-16T18:29:39,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:39,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:39,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:39,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2, size=1.4 K (1393bytes) at 1731781779910Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 so closing down at 1731781779913 (+3 ms)3 split writer threads finished at 1731781779913Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781779915 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781779915Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779928 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779929 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781779929Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781779930 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781779930 2024-11-16T18:29:39,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.2 2024-11-16T18:29:39,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:39,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 2024-11-16T18:29:39,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 after 1ms 2024-11-16T18:29:39,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 took 2ms 2024-11-16T18:29:39,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 so closing down 2024-11-16T18:29:39,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:39,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:39,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:39,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:39,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:39,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742163_1342 (size=743) 2024-11-16T18:29:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742163_1342 (size=743) 2024-11-16T18:29:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742164_1343 (size=743) 2024-11-16T18:29:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742164_1343 (size=743) 2024-11-16T18:29:39,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:39,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:40,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:40,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:40,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3, size=1.4 K (1393bytes) at 1731781779931Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 so closing down at 1731781779934 (+3 ms)3 split writer threads finished at 1731781779934Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781779937 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781779937Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781779946 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781779947 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780341 (+394 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781780342 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781780342 2024-11-16T18:29:40,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.3 2024-11-16T18:29:40,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:40,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 2024-11-16T18:29:40,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 after 0ms 2024-11-16T18:29:40,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 took 2ms 2024-11-16T18:29:40,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 so closing down 2024-11-16T18:29:40,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:40,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:40,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:40,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:40,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:40,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742166_1345 (size=743) 2024-11-16T18:29:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742166_1345 (size=743) 2024-11-16T18:29:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742165_1344 (size=743) 2024-11-16T18:29:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742165_1344 (size=743) 2024-11-16T18:29:40,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:40,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:40,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:40,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4, size=1.4 K (1393bytes) at 1731781780344Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 so closing down at 1731781780347 (+3 ms)3 split writer threads finished at 1731781780347Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781780349 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781780349Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780354 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780354Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781780355 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781780355Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781780355 2024-11-16T18:29:40,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.4 2024-11-16T18:29:40,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:40,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 2024-11-16T18:29:40,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 after 0ms 2024-11-16T18:29:40,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 took 3ms 2024-11-16T18:29:40,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 so closing down 2024-11-16T18:29:40,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:40,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:40,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:40,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:40,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:40,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742167_1346 (size=743) 2024-11-16T18:29:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742167_1346 (size=743) 2024-11-16T18:29:40,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742168_1347 (size=743) 2024-11-16T18:29:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742168_1347 (size=743) 2024-11-16T18:29:40,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:40,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:40,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:40,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5, size=1.4 K (1393bytes) at 1731781780357Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 so closing down at 1731781780367 (+10 ms)3 split writer threads finished at 1731781780367Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781780377 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781780378 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780381 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781780383 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780785 (+402 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781780786 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781780786 2024-11-16T18:29:40,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.5 2024-11-16T18:29:40,791 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:40,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 2024-11-16T18:29:40,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 after 2ms 2024-11-16T18:29:40,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 took 4ms 2024-11-16T18:29:40,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 so closing down 2024-11-16T18:29:40,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:40,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:40,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:40,806 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:40,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:40,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742169_1348 (size=749) 2024-11-16T18:29:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742169_1348 (size=749) 2024-11-16T18:29:40,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742170_1349 (size=749) 2024-11-16T18:29:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742170_1349 (size=749) 2024-11-16T18:29:40,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:40,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:40,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6, size=1.4 K (1405bytes) at 1731781780791Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 so closing down at 1731781780799 (+8 ms)3 split writer threads finished at 1731781780800 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781780811 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781780816 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780831 (+15 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781780832 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780840 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781780843 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781780843 2024-11-16T18:29:40,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.6 2024-11-16T18:29:40,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:40,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 2024-11-16T18:29:40,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 after 0ms 2024-11-16T18:29:40,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 took 2ms 2024-11-16T18:29:40,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 so closing down 2024-11-16T18:29:40,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:40,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:40,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:40,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:40,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:40,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742171_1350 (size=753) 2024-11-16T18:29:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742171_1350 (size=753) 2024-11-16T18:29:40,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:40,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742172_1351 (size=753) 2024-11-16T18:29:40,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742172_1351 (size=753) 2024-11-16T18:29:40,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:41,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:41,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:41,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:41,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7, size=1.4 K (1413bytes) at 1731781780845Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 so closing down at 1731781780847 (+2 ms)3 split writer threads finished at 1731781780848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781780850 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781780852 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781780859 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781780860 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781781261 (+401 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781781262 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781781262 2024-11-16T18:29:41,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.7 2024-11-16T18:29:41,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:41,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 2024-11-16T18:29:41,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 after 0ms 2024-11-16T18:29:41,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 took 2ms 2024-11-16T18:29:41,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 so closing down 2024-11-16T18:29:41,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:41,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:41,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:41,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:41,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:41,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:41,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742174_1353 (size=753) 2024-11-16T18:29:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742174_1353 (size=753) 2024-11-16T18:29:41,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:41,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742173_1352 (size=753) 2024-11-16T18:29:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742173_1352 (size=753) 2024-11-16T18:29:41,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:41,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:41,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:41,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8, size=1.4 K (1413bytes) at 1731781781266Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 so closing down at 1731781781270 (+4 ms)3 split writer threads finished at 1731781781270Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781781290 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781781292 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781781347 (+55 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781781348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781781350 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781781352 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781781352 2024-11-16T18:29:41,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.8 2024-11-16T18:29:41,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:41,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 2024-11-16T18:29:41,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 after 0ms 2024-11-16T18:29:41,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 took 2ms 2024-11-16T18:29:41,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 so closing down 2024-11-16T18:29:41,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:41,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:41,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:41,359 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:41,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:41,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742175_1354 (size=753) 2024-11-16T18:29:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742175_1354 (size=753) 2024-11-16T18:29:41,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:41,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742176_1355 (size=753) 2024-11-16T18:29:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742176_1355 (size=753) 2024-11-16T18:29:41,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:41,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:41,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:41,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9, size=1.4 K (1413bytes) at 1731781781354Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 so closing down at 1731781781357 (+3 ms)3 split writer threads finished at 1731781781357Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781781362 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781781364 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781781368 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781781369 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781781385 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781781386 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781781386 2024-11-16T18:29:41,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.9 2024-11-16T18:29:41,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty, size=93 (93bytes) 2024-11-16T18:29:41,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty 2024-11-16T18:29:41,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty after 1ms 2024-11-16T18:29:41,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty took 4ms 2024-11-16T18:29:41,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty so closing down 2024-11-16T18:29:41,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:41,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:41,396 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T18:29:41,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty, size=93 (93bytes) at 1731781781391Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty so closing down at 1731781781396 (+5 ms)3 split writer threads finished at 1731781781396Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731781781396 2024-11-16T18:29:41,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/WALs/testemptylogfiles,16010,1731781779057/wal.dat.empty to hdfs://localhost:41869/user/jenkins/test-data/2406d7a5-b541-98c4-c1f0-28aa064872cd/oldWALs/wal.dat.empty 2024-11-16T18:29:41,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4178 (was 4188) 2024-11-16T18:29:41,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4178 2024-11-16T18:29:41,512 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742177_1356 (size=7) 2024-11-16T18:29:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742177_1356 (size=7) 2024-11-16T18:29:41,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:41,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:41,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:41,532 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:41,533 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:41,533 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:41,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742178_1357 (size=1393) 2024-11-16T18:29:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742178_1357 (size=1393) 2024-11-16T18:29:41,953 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:41,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742179_1358 (size=1393) 2024-11-16T18:29:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742179_1358 (size=1393) 2024-11-16T18:29:41,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:41,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:41,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742180_1359 (size=1393) 2024-11-16T18:29:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742180_1359 (size=1393) 2024-11-16T18:29:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:41,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742181_1360 (size=1393) 2024-11-16T18:29:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742181_1360 (size=1393) 2024-11-16T18:29:42,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:42,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742182_1361 (size=1393) 2024-11-16T18:29:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742182_1361 (size=1393) 2024-11-16T18:29:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:42,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742183_1362 (size=1393) 2024-11-16T18:29:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742183_1362 (size=1393) 2024-11-16T18:29:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:42,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742184_1363 (size=1405) 2024-11-16T18:29:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742184_1363 (size=1405) 2024-11-16T18:29:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:42,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742185_1364 (size=1413) 2024-11-16T18:29:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742185_1364 (size=1413) 2024-11-16T18:29:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:42,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742186_1365 (size=1413) 2024-11-16T18:29:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742186_1365 (size=1413) 2024-11-16T18:29:42,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:42,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742187_1366 (size=1413) 2024-11-16T18:29:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742187_1366 (size=1413) 2024-11-16T18:29:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:42,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:42,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 2024-11-16T18:29:42,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 after 1ms 2024-11-16T18:29:42,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 took 3ms 2024-11-16T18:29:42,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 so closing down 2024-11-16T18:29:42,121 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,124 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:42,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:42,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:42,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742188_1367 (size=743) 2024-11-16T18:29:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742188_1367 (size=743) 2024-11-16T18:29:42,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742189_1368 (size=743) 2024-11-16T18:29:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742189_1368 (size=743) 2024-11-16T18:29:42,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:42,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:42,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0, size=1.4 K (1393bytes) at 1731781782116Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 so closing down at 1731781782121 (+5 ms)3 split writer threads finished at 1731781782122 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781782132 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781782140 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782161 (+21 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781782162 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782162Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781782163 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782163 2024-11-16T18:29:42,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.0 2024-11-16T18:29:42,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:42,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 2024-11-16T18:29:42,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 after 1ms 2024-11-16T18:29:42,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 took 16ms 2024-11-16T18:29:42,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 so closing down 2024-11-16T18:29:42,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:42,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:42,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:42,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742191_1370 (size=743) 2024-11-16T18:29:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742190_1369 (size=743) 2024-11-16T18:29:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742191_1370 (size=743) 2024-11-16T18:29:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742190_1369 (size=743) 2024-11-16T18:29:42,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:42,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:42,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1, size=1.4 K (1393bytes) at 1731781782164Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 so closing down at 1731781782181 (+17 ms)3 split writer threads finished at 1731781782182 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781782184 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781782185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782190 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782190Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781782191 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781782191Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782191 2024-11-16T18:29:42,194 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.1 2024-11-16T18:29:42,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:42,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 2024-11-16T18:29:42,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 after 0ms 2024-11-16T18:29:42,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 took 2ms 2024-11-16T18:29:42,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 so closing down 2024-11-16T18:29:42,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:42,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:42,202 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:42,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742193_1372 (size=743) 2024-11-16T18:29:42,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742193_1372 (size=743) 2024-11-16T18:29:42,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742192_1371 (size=743) 2024-11-16T18:29:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742192_1371 (size=743) 2024-11-16T18:29:42,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:42,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2, size=1.4 K (1393bytes) at 1731781782194Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 so closing down at 1731781782198 (+4 ms)3 split writer threads finished at 1731781782198Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781782202 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781782204 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782231 (+27 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781782232 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782236 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781782237 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782237 2024-11-16T18:29:42,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.2 2024-11-16T18:29:42,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:42,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 2024-11-16T18:29:42,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 after 0ms 2024-11-16T18:29:42,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 took 3ms 2024-11-16T18:29:42,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 so closing down 2024-11-16T18:29:42,244 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,250 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:42,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:42,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:42,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742194_1373 (size=743) 2024-11-16T18:29:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742194_1373 (size=743) 2024-11-16T18:29:42,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742195_1374 (size=743) 2024-11-16T18:29:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742195_1374 (size=743) 2024-11-16T18:29:42,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:42,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3, size=1.4 K (1393bytes) at 1731781782239Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 so closing down at 1731781782244 (+5 ms)3 split writer threads finished at 1731781782244Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781782264 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781782264Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782303 (+39 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781782305 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782333 (+28 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781782338 (+5 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782338 2024-11-16T18:29:42,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.3 2024-11-16T18:29:42,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:42,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 2024-11-16T18:29:42,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 after 2ms 2024-11-16T18:29:42,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 took 4ms 2024-11-16T18:29:42,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 so closing down 2024-11-16T18:29:42,350 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:42,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:42,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:42,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742196_1375 (size=743) 2024-11-16T18:29:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742196_1375 (size=743) 2024-11-16T18:29:42,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742197_1376 (size=743) 2024-11-16T18:29:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742197_1376 (size=743) 2024-11-16T18:29:42,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:42,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4, size=1.4 K (1393bytes) at 1731781782340Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 so closing down at 1731781782350 (+10 ms)3 split writer threads finished at 1731781782351 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781782358 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781782364 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782386 (+22 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781782394 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782419 (+25 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781782422 (+3 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782422 2024-11-16T18:29:42,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.4 2024-11-16T18:29:42,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:42,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 2024-11-16T18:29:42,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 after 0ms 2024-11-16T18:29:42,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 took 3ms 2024-11-16T18:29:42,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 so closing down 2024-11-16T18:29:42,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:42,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:42,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:42,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742198_1377 (size=743) 2024-11-16T18:29:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742198_1377 (size=743) 2024-11-16T18:29:42,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742199_1378 (size=743) 2024-11-16T18:29:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742199_1378 (size=743) 2024-11-16T18:29:42,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:42,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:42,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5, size=1.4 K (1393bytes) at 1731781782425Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 so closing down at 1731781782434 (+9 ms)3 split writer threads finished at 1731781782436 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781782439 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781782450 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782456 (+6 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781782458 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782482 (+24 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781782483 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781782483 2024-11-16T18:29:42,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.5 2024-11-16T18:29:42,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:42,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 2024-11-16T18:29:42,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 after 1ms 2024-11-16T18:29:42,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 took 3ms 2024-11-16T18:29:42,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 so closing down 2024-11-16T18:29:42,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:42,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:42,553 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:42,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742200_1379 (size=749) 2024-11-16T18:29:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742200_1379 (size=749) 2024-11-16T18:29:42,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742201_1380 (size=749) 2024-11-16T18:29:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742201_1380 (size=749) 2024-11-16T18:29:42,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:42,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:42,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6, size=1.4 K (1405bytes) at 1731781782486Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 so closing down at 1731781782517 (+31 ms)3 split writer threads finished at 1731781782524 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781782546 (+22 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781782560 (+14 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782586 (+26 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781782587 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782591 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781782594 (+3 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781782594 2024-11-16T18:29:42,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.6 2024-11-16T18:29:42,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:42,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 2024-11-16T18:29:42,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 after 2ms 2024-11-16T18:29:42,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 took 5ms 2024-11-16T18:29:42,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 so closing down 2024-11-16T18:29:42,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:42,615 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:42,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:42,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742202_1381 (size=753) 2024-11-16T18:29:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742202_1381 (size=753) 2024-11-16T18:29:42,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742203_1382 (size=753) 2024-11-16T18:29:42,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742203_1382 (size=753) 2024-11-16T18:29:42,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:42,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:42,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7, size=1.4 K (1413bytes) at 1731781782596Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 so closing down at 1731781782609 (+13 ms)3 split writer threads finished at 1731781782613 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781782620 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781782621 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782638 (+17 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781782642 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782654 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781782655 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781782655 2024-11-16T18:29:42,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.7 2024-11-16T18:29:42,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:42,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 2024-11-16T18:29:42,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 after 0ms 2024-11-16T18:29:42,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 took 3ms 2024-11-16T18:29:42,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 so closing down 2024-11-16T18:29:42,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:42,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:42,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:42,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742204_1383 (size=753) 2024-11-16T18:29:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742204_1383 (size=753) 2024-11-16T18:29:42,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742205_1384 (size=753) 2024-11-16T18:29:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742205_1384 (size=753) 2024-11-16T18:29:42,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:42,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:42,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:42,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8, size=1.4 K (1413bytes) at 1731781782658Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 so closing down at 1731781782662 (+4 ms)3 split writer threads finished at 1731781782662Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781782667 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781782668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782688 (+20 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781782690 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782690Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781782691 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781782692 (+1 ms) 2024-11-16T18:29:42,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.8 2024-11-16T18:29:42,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:42,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 2024-11-16T18:29:42,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 after 0ms 2024-11-16T18:29:42,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 took 2ms 2024-11-16T18:29:42,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 so closing down 2024-11-16T18:29:42,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:42,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:42,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:42,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:42,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:42,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742207_1386 (size=753) 2024-11-16T18:29:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742207_1386 (size=753) 2024-11-16T18:29:42,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742206_1385 (size=753) 2024-11-16T18:29:42,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742206_1385 (size=753) 2024-11-16T18:29:42,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:42,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:42,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:42,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9, size=1.4 K (1413bytes) at 1731781782698Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 so closing down at 1731781782703 (+5 ms)3 split writer threads finished at 1731781782707 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781782714 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781782716 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782744 (+28 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781782754 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781782755 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781782757 (+2 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781782757 2024-11-16T18:29:42,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731781781532/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/c9adc726-ce28-9b79-e8f1-7c74f533c267/oldWALs/wal.dat.9 2024-11-16T18:29:42,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4163 (was 4178) 2024-11-16T18:29:42,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4163 2024-11-16T18:29:42,784 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742208_1387 (size=7) 2024-11-16T18:29:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742208_1387 (size=7) 2024-11-16T18:29:42,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:42,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:42,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:42,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:42,818 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:41869/user/jenkins/test-data/26fb7d40-5fdd-46cd-b11b-5b7ba0c0fd2b/data/hbase/meta/1588230740/recovered.edits 2024-11-16T18:29:42,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4163 (was 4163) 2024-11-16T18:29:42,855 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4163 2024-11-16T18:29:42,855 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742209_1388 (size=7) 2024-11-16T18:29:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742209_1388 (size=7) 2024-11-16T18:29:42,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:42,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:42,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:42,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:42,917 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-16T18:29:42,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-16T18:29:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-16T18:29:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742210_1389 (size=818) 2024-11-16T18:29:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742210_1389 (size=818) 2024-11-16T18:29:43,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5, size=818 (818bytes) 2024-11-16T18:29:43,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 2024-11-16T18:29:43,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 after 0ms 2024-11-16T18:29:43,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 took 8ms 2024-11-16T18:29:43,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 so closing down 2024-11-16T18:29:43,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:43,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:43,056 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-16T18:29:43,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-16T18:29:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742211_1390 (size=783) 2024-11-16T18:29:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742211_1390 (size=783) 2024-11-16T18:29:43,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-16T18:29:43,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-16T18:29:43,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-16T18:29:43,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5, size=818 (818bytes) at 1731781783036Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 so closing down at 1731781783048 (+12 ms)3 split writer threads finished at 1731781783052 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731781783058 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731781783094 (+36 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731781783095 (+1 ms)Processed 11 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731781783095 2024-11-16T18:29:43,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/WALs/testemptywaledit,16010,1731781782916/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/7e8434e7-d9bb-ad55-7031-ac2fc0795bd9/oldWALs/wal.dat.5 2024-11-16T18:29:43,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4152 (was 4163) 2024-11-16T18:29:43,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=4151 2024-11-16T18:29:43,143 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742212_1391 (size=7) 2024-11-16T18:29:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742212_1391 (size=7) 2024-11-16T18:29:43,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:43,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:43,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:43,182 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:43,182 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:43,183 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:43,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:43,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742213_1392 (size=1393) 2024-11-16T18:29:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742213_1392 (size=1393) 2024-11-16T18:29:43,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:43,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:43,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742214_1393 (size=1393) 2024-11-16T18:29:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742214_1393 (size=1393) 2024-11-16T18:29:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:43,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:43,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742215_1394 (size=1393) 2024-11-16T18:29:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742215_1394 (size=1393) 2024-11-16T18:29:43,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:43,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742216_1395 (size=1393) 2024-11-16T18:29:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742216_1395 (size=1393) 2024-11-16T18:29:43,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:43,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742217_1396 (size=1393) 2024-11-16T18:29:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742217_1396 (size=1393) 2024-11-16T18:29:43,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:43,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:43,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742218_1397 (size=1393) 2024-11-16T18:29:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742218_1397 (size=1393) 2024-11-16T18:29:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:43,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742219_1398 (size=1405) 2024-11-16T18:29:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742219_1398 (size=1405) 2024-11-16T18:29:43,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:43,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742220_1399 (size=1413) 2024-11-16T18:29:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742220_1399 (size=1413) 2024-11-16T18:29:43,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:43,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742221_1400 (size=1413) 2024-11-16T18:29:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742221_1400 (size=1413) 2024-11-16T18:29:43,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:43,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:43,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742222_1401 (size=1413) 2024-11-16T18:29:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742222_1401 (size=1413) 2024-11-16T18:29:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:43,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:43,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 2024-11-16T18:29:43,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 after 0ms 2024-11-16T18:29:43,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 took 2ms 2024-11-16T18:29:43,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 so closing down 2024-11-16T18:29:43,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:43,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:43,823 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:43,823 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:43,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:43,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742224_1403 (size=743) 2024-11-16T18:29:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742224_1403 (size=743) 2024-11-16T18:29:43,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:43,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742225_1404 (size=743) 2024-11-16T18:29:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742225_1404 (size=743) 2024-11-16T18:29:43,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:43,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:43,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:43,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0, size=1.4 K (1393bytes) at 1731781783817Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 so closing down at 1731781783821 (+4 ms)3 split writer threads finished at 1731781783822 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781783824 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781783825 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781783834 (+9 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781783835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781783842 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781783843 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781783844 (+1 ms) 2024-11-16T18:29:43,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.0 2024-11-16T18:29:43,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:43,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 2024-11-16T18:29:43,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 after 0ms 2024-11-16T18:29:43,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 took 4ms 2024-11-16T18:29:43,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 so closing down 2024-11-16T18:29:43,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:43,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:43,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:43,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:43,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:43,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742227_1406 (size=743) 2024-11-16T18:29:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742227_1406 (size=743) 2024-11-16T18:29:43,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742226_1405 (size=743) 2024-11-16T18:29:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742226_1405 (size=743) 2024-11-16T18:29:43,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:44,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:44,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:44,286 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1, size=1.4 K (1393bytes) at 1731781783846Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 so closing down at 1731781783852 (+6 ms)3 split writer threads finished at 1731781783854 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781783868 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781783868Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781783884 (+16 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781783885 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784285 (+400 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781784286 (+1 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781784286 2024-11-16T18:29:44,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.1 2024-11-16T18:29:44,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:44,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 2024-11-16T18:29:44,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 after 1ms 2024-11-16T18:29:44,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 took 53ms 2024-11-16T18:29:44,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 so closing down 2024-11-16T18:29:44,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:44,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:44,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:44,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:44,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:44,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742228_1407 (size=743) 2024-11-16T18:29:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742228_1407 (size=743) 2024-11-16T18:29:44,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742229_1408 (size=743) 2024-11-16T18:29:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742229_1408 (size=743) 2024-11-16T18:29:44,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:44,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:44,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2, size=1.4 K (1393bytes) at 1731781784287Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 so closing down at 1731781784341 (+54 ms)3 split writer threads finished at 1731781784341Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781784352 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781784358 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784361 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781784362 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784370 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781784372 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781784372 2024-11-16T18:29:44,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.2 2024-11-16T18:29:44,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:44,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 2024-11-16T18:29:44,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 after 1ms 2024-11-16T18:29:44,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 took 3ms 2024-11-16T18:29:44,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 so closing down 2024-11-16T18:29:44,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:44,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:44,394 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:44,394 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:44,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:44,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742230_1409 (size=743) 2024-11-16T18:29:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742230_1409 (size=743) 2024-11-16T18:29:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742231_1410 (size=743) 2024-11-16T18:29:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742231_1410 (size=743) 2024-11-16T18:29:44,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:44,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:44,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:44,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3, size=1.4 K (1393bytes) at 1731781784373Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 so closing down at 1731781784381 (+8 ms)3 split writer threads finished at 1731781784381Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781784395 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781784405 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784415 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781784416 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784812 (+396 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781784813 (+1 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781784813 2024-11-16T18:29:44,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.3 2024-11-16T18:29:44,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:44,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 2024-11-16T18:29:44,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 after 1ms 2024-11-16T18:29:44,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 took 2ms 2024-11-16T18:29:44,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 so closing down 2024-11-16T18:29:44,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:44,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:44,820 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:44,820 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:44,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:44,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742233_1412 (size=743) 2024-11-16T18:29:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742232_1411 (size=743) 2024-11-16T18:29:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742232_1411 (size=743) 2024-11-16T18:29:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742233_1412 (size=743) 2024-11-16T18:29:44,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:44,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:44,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:44,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:44,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4, size=1.4 K (1393bytes) at 1731781784815Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 so closing down at 1731781784818 (+3 ms)3 split writer threads finished at 1731781784818Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781784821 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781784821Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784824 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781784824Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781784825 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781784825Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781784825 2024-11-16T18:29:44,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.4 2024-11-16T18:29:44,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T18:29:44,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 2024-11-16T18:29:44,827 WARN [IPC Server handler 3 on default port 41869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-16T18:29:44,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 after 1ms 2024-11-16T18:29:45,762 WARN [ResponseProcessor for block BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:45,762 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1484849721_22 at /127.0.0.1:52580 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:43823:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52580 dst: /127.0.0.1:43823 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:45,762 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1484849721_22 at /127.0.0.1:38376 [Receiving block BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:37025:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38376 dst: /127.0.0.1:37025 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37025 remote=/127.0.0.1:38376]. Total timeout mills is 60000, 58040 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:29:45,762 WARN [DataStreamer for file /user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 block BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK], DatanodeInfoWithStorage[127.0.0.1:43823,DS-f2aa1dbd-c1ee-4867-9ef1-c283f80ae7cd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37025,DS-0b929610-9eac-41fd-9df9-48cc4b0fbc88,DISK]) is bad. 2024-11-16T18:29:45,763 WARN [DataStreamer for file /user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 block BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1321864060-172.17.0.2-1731781730200:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T18:29:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742223_1413 (size=1394) 2024-11-16T18:29:45,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742223_1413 (size=1394) 2024-11-16T18:29:48,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 after 4002ms 2024-11-16T18:29:48,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 took 4006ms 2024-11-16T18:29:48,835 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:48,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 so closing down 2024-11-16T18:29:48,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:48,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:48,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:48,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:48,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:48,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742234_1414 (size=418) 2024-11-16T18:29:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742235_1415 (size=353) 2024-11-16T18:29:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742235_1415 (size=353) 2024-11-16T18:29:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742234_1414 (size=418) 2024-11-16T18:29:48,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-16T18:29:48,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T18:29:48,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T18:29:48,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5, size=1.4 K (1394bytes) at 1731781784826Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 so closing down at 1731781788837 (+4011 ms)3 split writer threads finished at 1731781788837Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781788842 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781788842Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781788850 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731781788850Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731781788851 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731781788851Processed 9 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731781788851 2024-11-16T18:29:48,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/corrupt/wal.dat.5 2024-11-16T18:29:48,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:48,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 2024-11-16T18:29:48,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 after 0ms 2024-11-16T18:29:48,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 took 1ms 2024-11-16T18:29:48,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 so closing down 2024-11-16T18:29:48,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:48,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:48,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:48,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:48,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:48,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742236_1416 (size=749) 2024-11-16T18:29:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742237_1417 (size=749) 2024-11-16T18:29:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742237_1417 (size=749) 2024-11-16T18:29:48,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742236_1416 (size=749) 2024-11-16T18:29:48,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:48,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:48,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:48,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6, size=1.4 K (1405bytes) at 1731781788853Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 so closing down at 1731781788855 (+2 ms)3 split writer threads finished at 1731781788855Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781788858 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781788858Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781788861 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781788861Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781788862 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781788862Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781788862 2024-11-16T18:29:48,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.6 2024-11-16T18:29:48,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:48,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 2024-11-16T18:29:48,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 after 0ms 2024-11-16T18:29:48,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 took 2ms 2024-11-16T18:29:48,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 so closing down 2024-11-16T18:29:48,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:48,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:48,868 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:48,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:48,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:48,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742239_1419 (size=753) 2024-11-16T18:29:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742239_1419 (size=753) 2024-11-16T18:29:48,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742238_1418 (size=753) 2024-11-16T18:29:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742238_1418 (size=753) 2024-11-16T18:29:48,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:48,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:48,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:48,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7, size=1.4 K (1413bytes) at 1731781788864Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 so closing down at 1731781788866 (+2 ms)3 split writer threads finished at 1731781788866Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781788868 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781788868Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781788876 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781788877 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781788877Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781788878 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781788878 2024-11-16T18:29:48,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.7 2024-11-16T18:29:48,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:48,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 2024-11-16T18:29:48,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 after 0ms 2024-11-16T18:29:48,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 took 2ms 2024-11-16T18:29:48,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 so closing down 2024-11-16T18:29:48,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:48,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:48,883 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:48,883 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:48,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:48,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742240_1420 (size=753) 2024-11-16T18:29:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742240_1420 (size=753) 2024-11-16T18:29:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742241_1421 (size=753) 2024-11-16T18:29:48,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742241_1421 (size=753) 2024-11-16T18:29:48,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:49,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:49,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:49,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8, size=1.4 K (1413bytes) at 1731781788879Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 so closing down at 1731781788882 (+3 ms)3 split writer threads finished at 1731781788882Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781788884 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781788884Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781788887 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781788888 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789289 (+401 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781789293 (+4 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781789294 (+1 ms) 2024-11-16T18:29:49,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.8 2024-11-16T18:29:49,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:49,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 2024-11-16T18:29:49,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 after 1ms 2024-11-16T18:29:49,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 took 3ms 2024-11-16T18:29:49,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 so closing down 2024-11-16T18:29:49,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:49,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:49,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:49,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742243_1423 (size=753) 2024-11-16T18:29:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742243_1423 (size=753) 2024-11-16T18:29:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742242_1422 (size=753) 2024-11-16T18:29:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742242_1422 (size=753) 2024-11-16T18:29:49,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:49,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:49,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:49,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9, size=1.4 K (1413bytes) at 1731781789297Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 so closing down at 1731781789302 (+5 ms)3 split writer threads finished at 1731781789302Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781789306 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781789306Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789314 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789314Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781789315 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781789316 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781789316 2024-11-16T18:29:49,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731781783182/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/c0016b02-fcc9-7e63-ad71-fcc253a83ed5/oldWALs/wal.dat.9 2024-11-16T18:29:49,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 141), OpenFileDescriptor=399 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=4165 (was 4151) - AvailableMemoryMB LEAK? - 2024-11-16T18:29:49,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=4165 2024-11-16T18:29:49,367 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742244_1424 (size=7) 2024-11-16T18:29:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742244_1424 (size=7) 2024-11-16T18:29:49,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:49,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:49,376 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T18:29:49,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:49,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742245_1425 (size=863) 2024-11-16T18:29:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742245_1425 (size=863) 2024-11-16T18:29:49,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742246_1426 (size=823) 2024-11-16T18:29:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742246_1426 (size=823) 2024-11-16T18:29:49,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0, size=823 (823bytes) 2024-11-16T18:29:49,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 2024-11-16T18:29:49,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 after 0ms 2024-11-16T18:29:49,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 took 2ms 2024-11-16T18:29:49,410 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0; continuing. 2024-11-16T18:29:49,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 so closing down 2024-11-16T18:29:49,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,412 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:49,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742247_1427 (size=786) 2024-11-16T18:29:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742247_1427 (size=786) 2024-11-16T18:29:49,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-16T18:29:49,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-16T18:29:49,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0, size=823 (823bytes) at 1731781789405Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 so closing down at 1731781789410 (+5 ms)3 split writer threads finished at 1731781789410Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781789413 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781789416 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731781789417 (+1 ms)Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731781789417 2024-11-16T18:29:49,419 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/WALs/testeofisignored,16010,1731781789376/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/17f7cbf3-4c73-8ae2-b976-96bb0ae1fadf/oldWALs/wal.dat.0 2024-11-16T18:29:49,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=4163 (was 4165) 2024-11-16T18:29:49,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=4163 2024-11-16T18:29:49,434 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742248_1428 (size=7) 2024-11-16T18:29:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742248_1428 (size=7) 2024-11-16T18:29:49,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:49,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,443 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:49,444 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-16T18:29:49,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T18:29:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742249_1429 (size=93) 2024-11-16T18:29:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742249_1429 (size=93) 2024-11-16T18:29:49,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty, size=93 (93bytes) 2024-11-16T18:29:49,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty 2024-11-16T18:29:49,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty after 0ms 2024-11-16T18:29:49,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty took 1ms 2024-11-16T18:29:49,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty so closing down 2024-11-16T18:29:49,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T18:29:49,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty, size=93 (93bytes) at 1731781789471Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty so closing down at 1731781789473 (+2 ms)3 split writer threads finished at 1731781789473Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731781789473 2024-11-16T18:29:49,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/WALs/testsplitlogfileempty,16010,1731781789443/wal.dat..empty to hdfs://localhost:41869/user/jenkins/test-data/1186debd-62fc-c680-a773-562ed3551e45/oldWALs/wal.dat..empty 2024-11-16T18:29:49,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=4162 (was 4163) 2024-11-16T18:29:49,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=4162 2024-11-16T18:29:49,492 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742250_1430 (size=7) 2024-11-16T18:29:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742250_1430 (size=7) 2024-11-16T18:29:49,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:49,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:49,500 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:49,500 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:49,501 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:49,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742251_1431 (size=1393) 2024-11-16T18:29:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742251_1431 (size=1393) 2024-11-16T18:29:49,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:49,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:49,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742252_1432 (size=1393) 2024-11-16T18:29:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742252_1432 (size=1393) 2024-11-16T18:29:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:49,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742253_1433 (size=1393) 2024-11-16T18:29:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742253_1433 (size=1393) 2024-11-16T18:29:49,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:49,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:49,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742254_1434 (size=1393) 2024-11-16T18:29:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742254_1434 (size=1393) 2024-11-16T18:29:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:49,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742255_1435 (size=1393) 2024-11-16T18:29:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742255_1435 (size=1393) 2024-11-16T18:29:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:49,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742256_1436 (size=1393) 2024-11-16T18:29:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742256_1436 (size=1393) 2024-11-16T18:29:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:49,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742257_1437 (size=1405) 2024-11-16T18:29:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742257_1437 (size=1405) 2024-11-16T18:29:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:49,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742258_1438 (size=1413) 2024-11-16T18:29:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742258_1438 (size=1413) 2024-11-16T18:29:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:49,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742259_1439 (size=1413) 2024-11-16T18:29:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742259_1439 (size=1413) 2024-11-16T18:29:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:49,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:49,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742260_1440 (size=1413) 2024-11-16T18:29:49,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742260_1440 (size=1413) 2024-11-16T18:29:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:49,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:49,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 2024-11-16T18:29:49,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 after 1ms 2024-11-16T18:29:49,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 took 2ms 2024-11-16T18:29:49,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 so closing down 2024-11-16T18:29:49,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,603 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:49,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:49,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:49,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742261_1441 (size=743) 2024-11-16T18:29:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742262_1442 (size=743) 2024-11-16T18:29:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742261_1441 (size=743) 2024-11-16T18:29:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742262_1442 (size=743) 2024-11-16T18:29:49,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:49,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T18:29:49,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:49,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0, size=1.4 K (1393bytes) at 1731781789599Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 so closing down at 1731781789603 (+4 ms)3 split writer threads finished at 1731781789603Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781789605 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781789605Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789609 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789609Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781789610 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731781789610Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781789610 2024-11-16T18:29:49,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.0 2024-11-16T18:29:49,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:49,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 2024-11-16T18:29:49,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 after 0ms 2024-11-16T18:29:49,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 took 2ms 2024-11-16T18:29:49,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 so closing down 2024-11-16T18:29:49,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:49,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:49,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:49,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742264_1444 (size=743) 2024-11-16T18:29:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742263_1443 (size=743) 2024-11-16T18:29:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742263_1443 (size=743) 2024-11-16T18:29:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742264_1444 (size=743) 2024-11-16T18:29:49,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T18:29:49,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:49,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:49,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1, size=1.4 K (1393bytes) at 1731781789612Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 so closing down at 1731781789614 (+2 ms)3 split writer threads finished at 1731781789614Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781789616 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781789616Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789620 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789620Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731781789621 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781789621Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781789621 2024-11-16T18:29:49,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.1 2024-11-16T18:29:49,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:49,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 2024-11-16T18:29:49,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 after 0ms 2024-11-16T18:29:49,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 took 2ms 2024-11-16T18:29:49,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 so closing down 2024-11-16T18:29:49,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:49,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:49,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:49,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742265_1445 (size=743) 2024-11-16T18:29:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742266_1446 (size=743) 2024-11-16T18:29:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742266_1446 (size=743) 2024-11-16T18:29:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742265_1445 (size=743) 2024-11-16T18:29:49,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:49,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T18:29:49,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:49,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2, size=1.4 K (1393bytes) at 1731781789622Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 so closing down at 1731781789624 (+2 ms)3 split writer threads finished at 1731781789625 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781789627 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781789627Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789631 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789631Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781789632 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731781789632Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781789632 2024-11-16T18:29:49,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.2 2024-11-16T18:29:49,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:49,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 2024-11-16T18:29:49,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 after 1ms 2024-11-16T18:29:49,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 took 2ms 2024-11-16T18:29:49,636 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 so closing down 2024-11-16T18:29:49,636 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:49,636 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:49,637 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:49,637 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:49,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:49,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742268_1448 (size=743) 2024-11-16T18:29:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742268_1448 (size=743) 2024-11-16T18:29:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742267_1447 (size=743) 2024-11-16T18:29:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742267_1447 (size=743) 2024-11-16T18:29:49,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:49,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:50,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T18:29:50,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:50,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3, size=1.4 K (1393bytes) at 1731781789633Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 so closing down at 1731781789636 (+3 ms)3 split writer threads finished at 1731781789636Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781789637 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781789638 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781789641 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781789642 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790042 (+400 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731781790045 (+3 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781790045 2024-11-16T18:29:50,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.3 2024-11-16T18:29:50,049 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:50,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 2024-11-16T18:29:50,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 after 1ms 2024-11-16T18:29:50,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 took 4ms 2024-11-16T18:29:50,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 so closing down 2024-11-16T18:29:50,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:50,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:50,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:50,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742269_1449 (size=743) 2024-11-16T18:29:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742270_1450 (size=743) 2024-11-16T18:29:50,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742270_1450 (size=743) 2024-11-16T18:29:50,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742269_1449 (size=743) 2024-11-16T18:29:50,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:50,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T18:29:50,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:50,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4, size=1.4 K (1393bytes) at 1731781790049Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 so closing down at 1731781790055 (+6 ms)3 split writer threads finished at 1731781790055Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781790060 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781790060Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790065 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790066 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781790067 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731781790067Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781790067 2024-11-16T18:29:50,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.4 2024-11-16T18:29:50,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:50,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 2024-11-16T18:29:50,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 after 1ms 2024-11-16T18:29:50,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 took 3ms 2024-11-16T18:29:50,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 so closing down 2024-11-16T18:29:50,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:50,075 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:50,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:50,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742271_1451 (size=743) 2024-11-16T18:29:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742271_1451 (size=743) 2024-11-16T18:29:50,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742272_1452 (size=743) 2024-11-16T18:29:50,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742272_1452 (size=743) 2024-11-16T18:29:50,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T18:29:50,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T18:29:50,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5, size=1.4 K (1393bytes) at 1731781790069Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 so closing down at 1731781790073 (+4 ms)3 split writer threads finished at 1731781790073Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781790076 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781790076Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790084 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781790085 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790085Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731781790086 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731781790086 2024-11-16T18:29:50,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.5 2024-11-16T18:29:50,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:50,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 2024-11-16T18:29:50,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 after 1ms 2024-11-16T18:29:50,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 took 2ms 2024-11-16T18:29:50,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 so closing down 2024-11-16T18:29:50,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:50,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:50,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:50,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742273_1453 (size=749) 2024-11-16T18:29:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742273_1453 (size=749) 2024-11-16T18:29:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742274_1454 (size=749) 2024-11-16T18:29:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742274_1454 (size=749) 2024-11-16T18:29:50,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T18:29:50,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:50,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T18:29:50,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6, size=1.4 K (1405bytes) at 1731781790087Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 so closing down at 1731781790090 (+3 ms)3 split writer threads finished at 1731781790090Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781790092 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781790092Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790096 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790096Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731781790097 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781790097Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731781790097 2024-11-16T18:29:50,098 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.6 2024-11-16T18:29:50,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:50,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 2024-11-16T18:29:50,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 after 0ms 2024-11-16T18:29:50,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 took 1ms 2024-11-16T18:29:50,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 so closing down 2024-11-16T18:29:50,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:50,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:50,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:50,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742275_1455 (size=753) 2024-11-16T18:29:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742275_1455 (size=753) 2024-11-16T18:29:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742276_1456 (size=753) 2024-11-16T18:29:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742276_1456 (size=753) 2024-11-16T18:29:50,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T18:29:50,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:50,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:50,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7, size=1.4 K (1413bytes) at 1731781790098Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 so closing down at 1731781790100 (+2 ms)3 split writer threads finished at 1731781790100Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781790103 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781790103Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790108 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790108Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731781790113 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781790113Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781790113 2024-11-16T18:29:50,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.7 2024-11-16T18:29:50,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:50,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 2024-11-16T18:29:50,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 after 0ms 2024-11-16T18:29:50,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 took 1ms 2024-11-16T18:29:50,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 so closing down 2024-11-16T18:29:50,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:50,119 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:50,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:50,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742278_1458 (size=753) 2024-11-16T18:29:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742277_1457 (size=753) 2024-11-16T18:29:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742277_1457 (size=753) 2024-11-16T18:29:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742278_1458 (size=753) 2024-11-16T18:29:50,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:50,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T18:29:50,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:50,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8, size=1.4 K (1413bytes) at 1731781790115Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 so closing down at 1731781790117 (+2 ms)3 split writer threads finished at 1731781790117Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781790120 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781790120Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790123 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790123Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781790124 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731781790124Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781790124 2024-11-16T18:29:50,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.8 2024-11-16T18:29:50,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:50,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 2024-11-16T18:29:50,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 after 0ms 2024-11-16T18:29:50,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 took 2ms 2024-11-16T18:29:50,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 so closing down 2024-11-16T18:29:50,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:50,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:50,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:50,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742279_1459 (size=753) 2024-11-16T18:29:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742279_1459 (size=753) 2024-11-16T18:29:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742280_1460 (size=753) 2024-11-16T18:29:50,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742280_1460 (size=753) 2024-11-16T18:29:50,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:50,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T18:29:50,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T18:29:50,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9, size=1.4 K (1413bytes) at 1731781790125Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 so closing down at 1731781790128 (+3 ms)3 split writer threads finished at 1731781790128Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781790130 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781790130Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790138 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790138Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781790139 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731781790139Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731781790139 2024-11-16T18:29:50,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/WALs/testlogsgetarchivedaftersplit,16010,1731781789500/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/a41a94d8-fb3c-6dfc-e52e-7078fe970624/oldWALs/wal.dat.9 2024-11-16T18:29:50,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=4158 (was 4162) 2024-11-16T18:29:50,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=4158 2024-11-16T18:29:50,153 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742281_1461 (size=7) 2024-11-16T18:29:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742281_1461 (size=7) 2024-11-16T18:29:50,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:50,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:50,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:50,161 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:50,162 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-16T18:29:50,162 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T18:29:50,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:50,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742282_1462 (size=723) 2024-11-16T18:29:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742282_1462 (size=723) 2024-11-16T18:29:50,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:50,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:50,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742283_1463 (size=723) 2024-11-16T18:29:50,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742283_1463 (size=723) 2024-11-16T18:29:50,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:50,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:50,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742284_1464 (size=723) 2024-11-16T18:29:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742284_1464 (size=723) 2024-11-16T18:29:50,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:50,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:50,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742285_1465 (size=723) 2024-11-16T18:29:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742285_1465 (size=723) 2024-11-16T18:29:50,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:50,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:50,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742286_1466 (size=723) 2024-11-16T18:29:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742286_1466 (size=723) 2024-11-16T18:29:50,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:50,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:50,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742287_1467 (size=723) 2024-11-16T18:29:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742287_1467 (size=723) 2024-11-16T18:29:50,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:50,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742288_1468 (size=723) 2024-11-16T18:29:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742288_1468 (size=723) 2024-11-16T18:29:50,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:50,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:50,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742289_1469 (size=723) 2024-11-16T18:29:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742289_1469 (size=723) 2024-11-16T18:29:50,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:50,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742290_1470 (size=723) 2024-11-16T18:29:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742290_1470 (size=723) 2024-11-16T18:29:50,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:50,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:50,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742291_1471 (size=723) 2024-11-16T18:29:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742291_1471 (size=723) 2024-11-16T18:29:50,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:50,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/oldWALs, maxLogs=32 2024-11-16T18:29:50,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731781790272 2024-11-16T18:29:50,279 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731781790272 2024-11-16T18:29:50,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:45937:45937)] 2024-11-16T18:29:50,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0, size=723 (723bytes) 2024-11-16T18:29:50,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0 2024-11-16T18:29:50,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0 after 1ms 2024-11-16T18:29:50,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0 took 2ms 2024-11-16T18:29:50,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0 so closing down 2024-11-16T18:29:50,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:50,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742293_1473 (size=723) 2024-11-16T18:29:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742293_1473 (size=723) 2024-11-16T18:29:50,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:50,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-16T18:29:50,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-16T18:29:50,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0, size=723 (723bytes) at 1731781790334Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0 so closing down at 1731781790338 (+4 ms)3 split writer threads finished at 1731781790338Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781790341 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781790345 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731781790346 (+1 ms)Processed 10 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731781790162/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731781790346 2024-11-16T18:29:50,347 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T18:29:50,347 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T18:29:50,347 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T18:29:50,347 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T18:29:50,347 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T18:29:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742292_1472 (size=93) 2024-11-16T18:29:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742292_1472 (size=93) 2024-11-16T18:29:50,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13998db6-3b71-6031-ebff-7f9fe8cbf921/oldWALs 2024-11-16T18:29:50,354 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731781790272) 2024-11-16T18:29:50,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=4149 (was 4158) 2024-11-16T18:29:50,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=4148 2024-11-16T18:29:50,367 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742294_1474 (size=7) 2024-11-16T18:29:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742294_1474 (size=7) 2024-11-16T18:29:50,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:50,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:50,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:50,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:50,377 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T18:29:50,377 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:50,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:50,378 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:50,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742295_1475 (size=1393) 2024-11-16T18:29:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742295_1475 (size=1393) 2024-11-16T18:29:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:50,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742296_1476 (size=1393) 2024-11-16T18:29:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742296_1476 (size=1393) 2024-11-16T18:29:50,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:50,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:50,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742297_1477 (size=1393) 2024-11-16T18:29:50,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742297_1477 (size=1393) 2024-11-16T18:29:50,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:50,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:50,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742298_1478 (size=1393) 2024-11-16T18:29:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742298_1478 (size=1393) 2024-11-16T18:29:50,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:50,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:50,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742299_1479 (size=1393) 2024-11-16T18:29:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742299_1479 (size=1393) 2024-11-16T18:29:50,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:50,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:50,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742300_1480 (size=1393) 2024-11-16T18:29:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742300_1480 (size=1393) 2024-11-16T18:29:50,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:50,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:50,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742301_1481 (size=1405) 2024-11-16T18:29:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742301_1481 (size=1405) 2024-11-16T18:29:50,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:50,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:50,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742302_1482 (size=1413) 2024-11-16T18:29:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742302_1482 (size=1413) 2024-11-16T18:29:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:50,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742303_1483 (size=1413) 2024-11-16T18:29:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742303_1483 (size=1413) 2024-11-16T18:29:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:50,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742304_1484 (size=1413) 2024-11-16T18:29:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742304_1484 (size=1413) 2024-11-16T18:29:50,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:50,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:50,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 2024-11-16T18:29:50,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 after 0ms 2024-11-16T18:29:50,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 took 2ms 2024-11-16T18:29:50,890 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down 2024-11-16T18:29:50,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) at 1731781790888Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down at 1731781790891 (+3 ms)3 split writer threads finished at 1731781790891Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790891 2024-11-16T18:29:50,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0 2024-11-16T18:29:50,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:50,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 2024-11-16T18:29:50,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 after 0ms 2024-11-16T18:29:50,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 took 2ms 2024-11-16T18:29:50,896 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down 2024-11-16T18:29:50,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) at 1731781790893Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down at 1731781790896 (+3 ms)3 split writer threads finished at 1731781790896Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790896 2024-11-16T18:29:50,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1 2024-11-16T18:29:50,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:50,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 2024-11-16T18:29:50,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 after 0ms 2024-11-16T18:29:50,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 took 2ms 2024-11-16T18:29:50,901 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down 2024-11-16T18:29:50,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) at 1731781790898Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down at 1731781790901 (+3 ms)3 split writer threads finished at 1731781790901Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790901 2024-11-16T18:29:50,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2 2024-11-16T18:29:50,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:50,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 2024-11-16T18:29:50,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 after 0ms 2024-11-16T18:29:50,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 took 2ms 2024-11-16T18:29:50,906 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down 2024-11-16T18:29:50,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) at 1731781790903Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down at 1731781790906 (+3 ms)3 split writer threads finished at 1731781790906Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790906 2024-11-16T18:29:50,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3 2024-11-16T18:29:50,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:50,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 2024-11-16T18:29:50,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 after 0ms 2024-11-16T18:29:50,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 took 2ms 2024-11-16T18:29:50,910 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down 2024-11-16T18:29:50,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) at 1731781790908Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down at 1731781790911 (+3 ms)3 split writer threads finished at 1731781790911Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790911 2024-11-16T18:29:50,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4 2024-11-16T18:29:50,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:50,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 2024-11-16T18:29:50,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 after 0ms 2024-11-16T18:29:50,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 took 2ms 2024-11-16T18:29:50,915 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down 2024-11-16T18:29:50,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:50,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) at 1731781790912Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down at 1731781790915 (+3 ms)3 split writer threads finished at 1731781790916 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781790916 2024-11-16T18:29:50,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5 2024-11-16T18:29:50,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:50,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 2024-11-16T18:29:50,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 after 1ms 2024-11-16T18:29:50,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 took 2ms 2024-11-16T18:29:50,920 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down 2024-11-16T18:29:50,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T18:29:50,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) at 1731781790917Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down at 1731781790920 (+3 ms)3 split writer threads finished at 1731781790920Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731781790920 2024-11-16T18:29:50,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6 2024-11-16T18:29:50,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:50,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 2024-11-16T18:29:50,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 after 0ms 2024-11-16T18:29:50,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 took 2ms 2024-11-16T18:29:50,925 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down 2024-11-16T18:29:50,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:50,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) at 1731781790922Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down at 1731781790925 (+3 ms)3 split writer threads finished at 1731781790925Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781790925 2024-11-16T18:29:50,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7 2024-11-16T18:29:50,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:50,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 2024-11-16T18:29:50,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 after 0ms 2024-11-16T18:29:50,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 took 2ms 2024-11-16T18:29:50,929 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down 2024-11-16T18:29:50,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:50,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) at 1731781790927Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down at 1731781790930 (+3 ms)3 split writer threads finished at 1731781790930Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781790930 2024-11-16T18:29:50,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8 2024-11-16T18:29:50,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:50,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 2024-11-16T18:29:50,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 after 1ms 2024-11-16T18:29:50,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 took 2ms 2024-11-16T18:29:50,934 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:50,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down 2024-11-16T18:29:50,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:50,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:50,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:50,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) at 1731781790931Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down at 1731781790934 (+3 ms)3 split writer threads finished at 1731781790934Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781790934 2024-11-16T18:29:50,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9 2024-11-16T18:29:50,937 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790892; access_time=1731781790379; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790897; access_time=1731781790389; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790902; access_time=1731781790400; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790907; access_time=1731781790409; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790912; access_time=1731781790418; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781790916; access_time=1731781790428; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731781790921; access_time=1731781790437; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781790926; access_time=1731781790847; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781790931; access_time=1731781790856; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781790935; access_time=1731781790864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T18:29:50,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:50,940 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:50,940 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:50,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742305_1485 (size=1393) 2024-11-16T18:29:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742305_1485 (size=1393) 2024-11-16T18:29:50,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:50,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:50,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742306_1486 (size=1393) 2024-11-16T18:29:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742306_1486 (size=1393) 2024-11-16T18:29:50,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:50,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742307_1487 (size=1393) 2024-11-16T18:29:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742307_1487 (size=1393) 2024-11-16T18:29:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:50,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742308_1488 (size=1393) 2024-11-16T18:29:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742308_1488 (size=1393) 2024-11-16T18:29:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:50,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742309_1489 (size=1393) 2024-11-16T18:29:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742309_1489 (size=1393) 2024-11-16T18:29:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:50,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742310_1490 (size=1393) 2024-11-16T18:29:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742310_1490 (size=1393) 2024-11-16T18:29:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:51,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742311_1491 (size=1405) 2024-11-16T18:29:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742311_1491 (size=1405) 2024-11-16T18:29:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:51,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:51,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742312_1492 (size=1413) 2024-11-16T18:29:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742312_1492 (size=1413) 2024-11-16T18:29:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:51,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742313_1493 (size=1413) 2024-11-16T18:29:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742313_1493 (size=1413) 2024-11-16T18:29:51,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:51,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:51,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:51,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:51,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742314_1494 (size=1413) 2024-11-16T18:29:51,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742314_1494 (size=1413) 2024-11-16T18:29:51,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:51,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:51,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 2024-11-16T18:29:51,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 after 1ms 2024-11-16T18:29:51,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 took 2ms 2024-11-16T18:29:51,062 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:51,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down 2024-11-16T18:29:51,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:51,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:51,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:51,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:51,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:51,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742316_1496 (size=418) 2024-11-16T18:29:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742316_1496 (size=418) 2024-11-16T18:29:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742315_1495 (size=418) 2024-11-16T18:29:51,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742315_1495 (size=418) 2024-11-16T18:29:51,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-16T18:29:51,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-16T18:29:51,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:51,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) at 1731781791058Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down at 1731781791062 (+4 ms)3 split writer threads finished at 1731781791062Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781791065 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781791065Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791068 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731781791069 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791471 (+402 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731781791475 (+4 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781791475 2024-11-16T18:29:51,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0 2024-11-16T18:29:51,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:51,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 2024-11-16T18:29:51,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 after 0ms 2024-11-16T18:29:51,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 took 4ms 2024-11-16T18:29:51,487 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:51,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down 2024-11-16T18:29:51,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:51,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:51,491 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:51,491 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:51,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:51,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742317_1497 (size=418) 2024-11-16T18:29:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742317_1497 (size=418) 2024-11-16T18:29:51,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742318_1498 (size=418) 2024-11-16T18:29:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742318_1498 (size=418) 2024-11-16T18:29:51,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-16T18:29:51,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-16T18:29:51,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:51,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) at 1731781791481Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down at 1731781791487 (+6 ms)3 split writer threads finished at 1731781791488 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781791492 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781791492Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791496 (+4 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731781791497 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791897 (+400 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731781791899 (+2 ms)Processed 10 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781791899 2024-11-16T18:29:51,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1 2024-11-16T18:29:51,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:51,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 2024-11-16T18:29:51,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 after 0ms 2024-11-16T18:29:51,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 took 3ms 2024-11-16T18:29:51,904 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:51,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down 2024-11-16T18:29:51,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:51,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:51,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:51,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:51,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:51,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742319_1499 (size=418) 2024-11-16T18:29:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742319_1499 (size=418) 2024-11-16T18:29:51,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-16T18:29:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742320_1500 (size=418) 2024-11-16T18:29:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742320_1500 (size=418) 2024-11-16T18:29:51,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-16T18:29:51,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:51,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) at 1731781791901Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down at 1731781791905 (+4 ms)3 split writer threads finished at 1731781791905Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781791909 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781791909Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791920 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731781791921 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791924 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731781791926 (+2 ms)Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781791926 2024-11-16T18:29:51,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2 2024-11-16T18:29:51,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:51,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 2024-11-16T18:29:51,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 after 0ms 2024-11-16T18:29:51,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 took 3ms 2024-11-16T18:29:51,932 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:51,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down 2024-11-16T18:29:51,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:51,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:51,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:51,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:51,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:51,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742322_1502 (size=418) 2024-11-16T18:29:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742321_1501 (size=418) 2024-11-16T18:29:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742322_1502 (size=418) 2024-11-16T18:29:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742321_1501 (size=418) 2024-11-16T18:29:51,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:51,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-16T18:29:52,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-16T18:29:52,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:52,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) at 1731781791928Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down at 1731781791932 (+4 ms)3 split writer threads finished at 1731781791933 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781791942 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781791942Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781791954 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731781791955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792355 (+400 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731781792357 (+2 ms)Processed 10 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781792357 2024-11-16T18:29:52,361 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3 2024-11-16T18:29:52,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:52,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 2024-11-16T18:29:52,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 after 0ms 2024-11-16T18:29:52,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 took 3ms 2024-11-16T18:29:52,370 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down 2024-11-16T18:29:52,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,378 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:52,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:52,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:52,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742323_1503 (size=418) 2024-11-16T18:29:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742323_1503 (size=418) 2024-11-16T18:29:52,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-16T18:29:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742324_1504 (size=418) 2024-11-16T18:29:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742324_1504 (size=418) 2024-11-16T18:29:52,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-16T18:29:52,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:52,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) at 1731781792362Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down at 1731781792371 (+9 ms)3 split writer threads finished at 1731781792371Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781792391 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781792396 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792445 (+49 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731781792446 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792453 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731781792454 (+1 ms)Processed 10 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781792454 2024-11-16T18:29:52,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4 2024-11-16T18:29:52,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:52,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 2024-11-16T18:29:52,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 after 0ms 2024-11-16T18:29:52,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 took 2ms 2024-11-16T18:29:52,459 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down 2024-11-16T18:29:52,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,470 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:52,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:52,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:52,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742326_1506 (size=418) 2024-11-16T18:29:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742326_1506 (size=418) 2024-11-16T18:29:52,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-16T18:29:52,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742325_1505 (size=418) 2024-11-16T18:29:52,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742325_1505 (size=418) 2024-11-16T18:29:52,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T18:29:52,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:52,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) at 1731781792456Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down at 1731781792460 (+4 ms)3 split writer threads finished at 1731781792461 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781792471 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781792472 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792495 (+23 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731781792497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792498 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731781792499 (+1 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781792499 2024-11-16T18:29:52,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5 2024-11-16T18:29:52,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:52,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 2024-11-16T18:29:52,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 after 0ms 2024-11-16T18:29:52,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 took 2ms 2024-11-16T18:29:52,504 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down 2024-11-16T18:29:52,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:52,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:52,511 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742327_1507 (size=419) 2024-11-16T18:29:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742327_1507 (size=419) 2024-11-16T18:29:52,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-16T18:29:52,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742328_1508 (size=419) 2024-11-16T18:29:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742328_1508 (size=419) 2024-11-16T18:29:52,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-16T18:29:52,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T18:29:52,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) at 1731781792501Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down at 1731781792504 (+3 ms)3 split writer threads finished at 1731781792505 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781792508 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792518 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731781792519 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781792524 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792534 (+10 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731781792534Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731781792535 (+1 ms) 2024-11-16T18:29:52,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6 2024-11-16T18:29:52,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:52,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 2024-11-16T18:29:52,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 after 1ms 2024-11-16T18:29:52,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 took 2ms 2024-11-16T18:29:52,541 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down 2024-11-16T18:29:52,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:52,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:52,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:52,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742329_1509 (size=423) 2024-11-16T18:29:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742329_1509 (size=423) 2024-11-16T18:29:52,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742330_1510 (size=423) 2024-11-16T18:29:52,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-16T18:29:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742330_1510 (size=423) 2024-11-16T18:29:52,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-16T18:29:52,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:52,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) at 1731781792537Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down at 1731781792541 (+4 ms)3 split writer threads finished at 1731781792541Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781792545 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781792555 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792560 (+5 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731781792561 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792562 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731781792563 (+1 ms)Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781792563 2024-11-16T18:29:52,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7 2024-11-16T18:29:52,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:52,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 2024-11-16T18:29:52,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 after 1ms 2024-11-16T18:29:52,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 took 2ms 2024-11-16T18:29:52,567 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down 2024-11-16T18:29:52,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,571 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:52,572 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:52,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:52,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742331_1511 (size=423) 2024-11-16T18:29:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742331_1511 (size=423) 2024-11-16T18:29:52,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-16T18:29:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742332_1512 (size=423) 2024-11-16T18:29:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742332_1512 (size=423) 2024-11-16T18:29:52,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-16T18:29:52,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:52,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) at 1731781792564Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down at 1731781792567 (+3 ms)3 split writer threads finished at 1731781792568 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781792573 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781792579 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792590 (+11 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731781792592 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792594 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731781792595 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781792595 2024-11-16T18:29:52,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8 2024-11-16T18:29:52,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:52,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 2024-11-16T18:29:52,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 after 0ms 2024-11-16T18:29:52,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 took 3ms 2024-11-16T18:29:52,602 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:52,602 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down 2024-11-16T18:29:52,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:52,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:52,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:52,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:52,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:52,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742333_1513 (size=423) 2024-11-16T18:29:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742333_1513 (size=423) 2024-11-16T18:29:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742334_1514 (size=423) 2024-11-16T18:29:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742334_1514 (size=423) 2024-11-16T18:29:52,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:52,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-16T18:29:53,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-16T18:29:53,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:53,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) at 1731781792598Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down at 1731781792602 (+4 ms)3 split writer threads finished at 1731781792607 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781792610 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781792611 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781792634 (+23 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731781792635 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731781793026 (+391 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731781793028 (+2 ms)Processed 10 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781793028 2024-11-16T18:29:53,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9 2024-11-16T18:29:53,030 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781791478; access_time=1731781790941; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781791899; access_time=1731781790966; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781791927; access_time=1731781790974; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781792360; access_time=1731781790983; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781792455; access_time=1731781790992; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781792500; access_time=1731781791000; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731781792536; access_time=1731781791008; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781792564; access_time=1731781791017; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781792596; access_time=1731781791026; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781793029; access_time=1731781791035; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T18:29:53,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:53,034 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:53,034 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:53,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742335_1515 (size=1393) 2024-11-16T18:29:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742335_1515 (size=1393) 2024-11-16T18:29:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:53,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T18:29:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742336_1516 (size=1393) 2024-11-16T18:29:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T18:29:53,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T18:29:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742336_1516 (size=1393) 2024-11-16T18:29:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742337_1517 (size=1393) 2024-11-16T18:29:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742337_1517 (size=1393) 2024-11-16T18:29:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T18:29:53,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T18:29:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742338_1518 (size=1393) 2024-11-16T18:29:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742338_1518 (size=1393) 2024-11-16T18:29:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T18:29:53,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T18:29:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742339_1519 (size=1393) 2024-11-16T18:29:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742339_1519 (size=1393) 2024-11-16T18:29:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T18:29:53,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T18:29:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742340_1520 (size=1393) 2024-11-16T18:29:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742340_1520 (size=1393) 2024-11-16T18:29:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T18:29:53,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T18:29:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742341_1521 (size=1405) 2024-11-16T18:29:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742341_1521 (size=1405) 2024-11-16T18:29:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T18:29:53,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T18:29:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742342_1522 (size=1413) 2024-11-16T18:29:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742342_1522 (size=1413) 2024-11-16T18:29:53,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T18:29:53,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T18:29:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742343_1523 (size=1413) 2024-11-16T18:29:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742343_1523 (size=1413) 2024-11-16T18:29:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T18:29:53,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T18:29:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742344_1524 (size=1413) 2024-11-16T18:29:53,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742344_1524 (size=1413) 2024-11-16T18:29:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T18:29:53,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T18:29:53,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 2024-11-16T18:29:53,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 after 0ms 2024-11-16T18:29:53,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 took 2ms 2024-11-16T18:29:53,191 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down 2024-11-16T18:29:53,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:53,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:53,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T18:29:53,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T18:29:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742345_1525 (size=743) 2024-11-16T18:29:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742345_1525 (size=743) 2024-11-16T18:29:53,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T18:29:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742346_1526 (size=678) 2024-11-16T18:29:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742346_1526 (size=678) 2024-11-16T18:29:53,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-16T18:29:53,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K (1393bytes) at 1731781793188Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 so closing down at 1731781793192 (+4 ms)3 split writer threads finished at 1731781793192Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731781793194 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731781793194Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793207 (+13 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731781793208 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793210 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731781793211 (+1 ms)Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793211 2024-11-16T18:29:53,213 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0 2024-11-16T18:29:53,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T18:29:53,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 2024-11-16T18:29:53,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 after 0ms 2024-11-16T18:29:53,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 took 3ms 2024-11-16T18:29:53,218 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down 2024-11-16T18:29:53,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:53,220 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:53,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T18:29:53,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T18:29:53,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742347_1527 (size=743) 2024-11-16T18:29:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742347_1527 (size=743) 2024-11-16T18:29:53,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T18:29:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742348_1528 (size=678) 2024-11-16T18:29:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742348_1528 (size=678) 2024-11-16T18:29:53,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-16T18:29:53,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K (1393bytes) at 1731781793213Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 so closing down at 1731781793218 (+5 ms)3 split writer threads finished at 1731781793218Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731781793221 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731781793221Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793258 (+37 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731781793259 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793261 (+2 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731781793262 (+1 ms)Processed 19 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793262 2024-11-16T18:29:53,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.1 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1 2024-11-16T18:29:53,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T18:29:53,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 2024-11-16T18:29:53,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 after 0ms 2024-11-16T18:29:53,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 took 2ms 2024-11-16T18:29:53,268 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down 2024-11-16T18:29:53,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:53,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:53,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T18:29:53,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T18:29:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742349_1529 (size=743) 2024-11-16T18:29:53,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742349_1529 (size=743) 2024-11-16T18:29:53,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T18:29:53,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742350_1530 (size=678) 2024-11-16T18:29:53,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742350_1530 (size=678) 2024-11-16T18:29:53,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-16T18:29:53,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K (1393bytes) at 1731781793265Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 so closing down at 1731781793268 (+3 ms)3 split writer threads finished at 1731781793269 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731781793272 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731781793275 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793278 (+3 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731781793279 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793287 (+8 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731781793289 (+2 ms)Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793289 2024-11-16T18:29:53,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.2 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2 2024-11-16T18:29:53,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T18:29:53,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 2024-11-16T18:29:53,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 after 0ms 2024-11-16T18:29:53,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 took 2ms 2024-11-16T18:29:53,294 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down 2024-11-16T18:29:53,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,296 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:53,297 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:53,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T18:29:53,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T18:29:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742352_1532 (size=743) 2024-11-16T18:29:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742352_1532 (size=743) 2024-11-16T18:29:53,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T18:29:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742351_1531 (size=678) 2024-11-16T18:29:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742351_1531 (size=678) 2024-11-16T18:29:53,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-16T18:29:53,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K (1393bytes) at 1731781793291Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 so closing down at 1731781793294 (+3 ms)3 split writer threads finished at 1731781793294Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731781793298 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731781793300 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793324 (+24 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731781793325 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793354 (+29 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731781793356 (+2 ms)Processed 19 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793356 2024-11-16T18:29:53,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.3 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3 2024-11-16T18:29:53,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T18:29:53,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 2024-11-16T18:29:53,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 after 2ms 2024-11-16T18:29:53,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 took 4ms 2024-11-16T18:29:53,397 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down 2024-11-16T18:29:53,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:53,402 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:53,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T18:29:53,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T18:29:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742353_1533 (size=743) 2024-11-16T18:29:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742353_1533 (size=743) 2024-11-16T18:29:53,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T18:29:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742354_1534 (size=678) 2024-11-16T18:29:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742354_1534 (size=678) 2024-11-16T18:29:53,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-16T18:29:53,460 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K (1393bytes) at 1731781793359Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 so closing down at 1731781793397 (+38 ms)3 split writer threads finished at 1731781793398 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731781793412 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731781793416 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793446 (+30 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731781793447 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793459 (+12 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731781793460 (+1 ms)Processed 19 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793460 2024-11-16T18:29:53,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.4 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4 2024-11-16T18:29:53,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T18:29:53,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 2024-11-16T18:29:53,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 after 0ms 2024-11-16T18:29:53,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 took 2ms 2024-11-16T18:29:53,466 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down 2024-11-16T18:29:53,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,469 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:53,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:53,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T18:29:53,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T18:29:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742355_1535 (size=678) 2024-11-16T18:29:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742356_1536 (size=743) 2024-11-16T18:29:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742355_1535 (size=678) 2024-11-16T18:29:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742356_1536 (size=743) 2024-11-16T18:29:53,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T18:29:53,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-16T18:29:53,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T18:29:53,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K (1393bytes) at 1731781793463Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 so closing down at 1731781793466 (+3 ms)3 split writer threads finished at 1731781793466Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731781793470 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731781793470Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793500 (+30 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793501 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731781793501Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731781793501Processed 19 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731781793502 (+1 ms) 2024-11-16T18:29:53,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.5 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5 2024-11-16T18:29:53,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T18:29:53,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 2024-11-16T18:29:53,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 after 0ms 2024-11-16T18:29:53,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 took 2ms 2024-11-16T18:29:53,506 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down 2024-11-16T18:29:53,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:53,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:53,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T18:29:53,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T18:29:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742358_1538 (size=749) 2024-11-16T18:29:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742357_1537 (size=683) 2024-11-16T18:29:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742357_1537 (size=683) 2024-11-16T18:29:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742358_1538 (size=749) 2024-11-16T18:29:53,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-16T18:29:53,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T18:29:53,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T18:29:53,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K (1405bytes) at 1731781793503Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 so closing down at 1731781793506 (+3 ms)3 split writer threads finished at 1731781793507 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731781793510 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731781793510Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793523 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793523Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731781793524 (+1 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731781793524Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731781793524 2024-11-16T18:29:53,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.6 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6 2024-11-16T18:29:53,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T18:29:53,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 2024-11-16T18:29:53,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 after 0ms 2024-11-16T18:29:53,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 took 2ms 2024-11-16T18:29:53,528 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,528 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down 2024-11-16T18:29:53,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,530 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:53,530 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:53,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T18:29:53,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T18:29:53,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742359_1539 (size=753) 2024-11-16T18:29:53,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742359_1539 (size=753) 2024-11-16T18:29:53,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T18:29:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742360_1540 (size=687) 2024-11-16T18:29:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742360_1540 (size=687) 2024-11-16T18:29:53,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:29:53,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-16T18:29:53,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:53,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K (1413bytes) at 1731781793526Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 so closing down at 1731781793528 (+2 ms)3 split writer threads finished at 1731781793529 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731781793531 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731781793531Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793545 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731781793546 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793950 (+404 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731781793951 (+1 ms)Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781793951 2024-11-16T18:29:53,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.7 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7 2024-11-16T18:29:53,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T18:29:53,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 2024-11-16T18:29:53,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 after 0ms 2024-11-16T18:29:53,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 took 1ms 2024-11-16T18:29:53,955 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down 2024-11-16T18:29:53,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:53,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:53,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T18:29:53,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T18:29:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742361_1541 (size=753) 2024-11-16T18:29:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742361_1541 (size=753) 2024-11-16T18:29:53,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T18:29:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742362_1542 (size=687) 2024-11-16T18:29:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742362_1542 (size=687) 2024-11-16T18:29:53,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:53,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-16T18:29:53,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:53,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K (1413bytes) at 1731781793953Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 so closing down at 1731781793956 (+3 ms)3 split writer threads finished at 1731781793956Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731781793959 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731781793959Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781793966 (+7 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731781793967 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781793981 (+14 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731781793982 (+1 ms)Processed 19 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781793983 (+1 ms) 2024-11-16T18:29:53,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.8 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8 2024-11-16T18:29:53,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T18:29:53,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 2024-11-16T18:29:53,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 after 1ms 2024-11-16T18:29:53,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 took 2ms 2024-11-16T18:29:53,988 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T18:29:53,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down 2024-11-16T18:29:53,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:29:53,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:29:53,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:53,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:53,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T18:29:53,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T18:29:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742363_1543 (size=753) 2024-11-16T18:29:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742363_1543 (size=753) 2024-11-16T18:29:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742364_1544 (size=687) 2024-11-16T18:29:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742364_1544 (size=687) 2024-11-16T18:29:54,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:54,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-16T18:29:54,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T18:29:54,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T18:29:54,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T18:29:54,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K (1413bytes) at 1731781793984Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 so closing down at 1731781793988 (+4 ms)3 split writer threads finished at 1731781793989 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731781793992 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731781793992Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731781794054 (+62 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731781794055 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731781794451 (+396 ms)Rename recovered edits hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731781794452 (+1 ms)Processed 19 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731781794452 2024-11-16T18:29:54,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731781790376/wal.dat.9 to hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9 2024-11-16T18:29:54,454 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793212; access_time=1731781793035; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793263; access_time=1731781793052; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793290; access_time=1731781793068; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793358; access_time=1731781793088; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793462; access_time=1731781793100; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731781793502; access_time=1731781793112; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731781793525; access_time=1731781793126; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781793952; access_time=1731781793142; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781793983; access_time=1731781793153; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41869/user/jenkins/test-data/85f97e8c-7190-deeb-2f3c-8d7689596527/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731781794453; access_time=1731781793163; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T18:29:54,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=139 (was 147), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4103 (was 4148) 2024-11-16T18:29:54,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=4103 2024-11-16T18:29:54,471 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T18:29:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742365_1545 (size=7) 2024-11-16T18:29:54,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742365_1545 (size=7) 2024-11-16T18:29:54,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/a30a3205-cbd4-0ddf-0e82-976fe3b221df with version=8 2024-11-16T18:29:54,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:54,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:29:54,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T18:29:54,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T18:29:54,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T18:29:54,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T18:29:54,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T18:29:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T18:29:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742366_1546 (size=2324) 2024-11-16T18:29:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742366_1546 (size=2324) 2024-11-16T18:29:54,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T18:29:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073742367_1547 (size=2325) 2024-11-16T18:29:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43823 is added to blk_1073742367_1547 (size=2325) 2024-11-16T18:29:54,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, size=2.3 K (2325bytes) 2024-11-16T18:29:54,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 2024-11-16T18:29:54,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 after 0ms 2024-11-16T18:29:54,561 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-16T18:29:54,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 so closing down 2024-11-16T18:29:54,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-16T18:29:54,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, journal: Splitting hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, size=2.3 K (2325bytes) at 1731781794559Finishing writing output for hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 so closing down at 1731781794561 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731781794561 2024-11-16T18:29:54,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731781794492/wal.dat.0 to hdfs://localhost:41869/user/jenkins/test-data/8af29785-5908-41ef-b6a4-c02a56a0c572/corrupt/wal.dat.0 2024-11-16T18:29:54,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139 (was 139), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=4095 (was 4103) 2024-11-16T18:29:54,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bdee85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:29:54,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:29:54,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:29:54,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:29:54,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,STOPPED} 2024-11-16T18:29:54,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:29:54,592 WARN [BP-1321864060-172.17.0.2-1731781730200 heartbeating to localhost/127.0.0.1:41869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:29:54,592 WARN [BP-1321864060-172.17.0.2-1731781730200 heartbeating to localhost/127.0.0.1:41869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1321864060-172.17.0.2-1731781730200 (Datanode Uuid 0d2a340b-fe30-4678-85d0-2d635c9f2430) service to localhost/127.0.0.1:41869 2024-11-16T18:29:54,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:29:54,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data3/current/BP-1321864060-172.17.0.2-1731781730200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:29:54,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data4/current/BP-1321864060-172.17.0.2-1731781730200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:29:54,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:29:54,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e2c22c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:29:54,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:29:54,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:29:54,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:29:54,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,STOPPED} 2024-11-16T18:29:54,607 WARN [BP-1321864060-172.17.0.2-1731781730200 heartbeating to localhost/127.0.0.1:41869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:29:54,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:29:54,607 WARN [BP-1321864060-172.17.0.2-1731781730200 heartbeating to localhost/127.0.0.1:41869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1321864060-172.17.0.2-1731781730200 (Datanode Uuid 9e6f8099-bd79-4d0e-8210-f6dfca65db5a) service to localhost/127.0.0.1:41869 2024-11-16T18:29:54,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:29:54,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data1/current/BP-1321864060-172.17.0.2-1731781730200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:29:54,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/cluster_c5c23a55-e8c5-b71b-394d-d79157727541/data/data2/current/BP-1321864060-172.17.0.2-1731781730200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:29:54,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:29:54,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:29:54,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:29:54,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:29:54,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:29:54,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/709f5a44-bf93-c4f0-2979-3601ae637baa/hadoop.log.dir/,STOPPED}