2024-11-27 11:13:14,847 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-27 11:13:14,866 main DEBUG Took 0.015947 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 11:13:14,866 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 11:13:14,867 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 11:13:14,868 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 11:13:14,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,884 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 11:13:14,901 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,905 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,907 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,908 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,909 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,910 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,911 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,912 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,913 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,914 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:13:14,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,916 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 11:13:14,918 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:13:14,920 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 11:13:14,923 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 11:13:14,923 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 11:13:14,925 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 11:13:14,926 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 11:13:14,937 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 11:13:14,941 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 11:13:14,943 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 11:13:14,944 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 11:13:14,944 main DEBUG createAppenders(={Console}) 2024-11-27 11:13:14,945 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-27 11:13:14,945 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-27 11:13:14,946 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-27 11:13:14,946 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 11:13:14,947 main DEBUG OutputStream closed 2024-11-27 11:13:14,947 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 11:13:14,948 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 11:13:14,948 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-27 11:13:15,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 11:13:15,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 11:13:15,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 11:13:15,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 11:13:15,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 11:13:15,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 11:13:15,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 11:13:15,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 11:13:15,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 11:13:15,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 11:13:15,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 11:13:15,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 11:13:15,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 11:13:15,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 11:13:15,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 11:13:15,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 11:13:15,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 11:13:15,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 11:13:15,063 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 11:13:15,063 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-27 11:13:15,064 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 11:13:15,065 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-27T11:13:15,086 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-27 11:13:15,090 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 11:13:15,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T11:13:15,449 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51 2024-11-27T11:13:15,451 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-27T11:13:15,569 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T11:13:15,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150, deleteOnExit=true 2024-11-27T11:13:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/test.cache.data in system properties and HBase conf 2024-11-27T11:13:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T11:13:15,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir in system properties and HBase conf 2024-11-27T11:13:15,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T11:13:15,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T11:13:15,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T11:13:15,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T11:13:15,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:13:15,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T11:13:15,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T11:13:15,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:13:15,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T11:13:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T11:13:15,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T11:13:15,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:13:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T11:13:15,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/nfs.dump.dir in system properties and HBase conf 2024-11-27T11:13:15,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/java.io.tmpdir in system properties and HBase conf 2024-11-27T11:13:15,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T11:13:15,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T11:13:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T11:13:16,739 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T11:13:16,836 INFO [Time-limited test {}] log.Log(170): Logging initialized @2914ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T11:13:16,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:13:17,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:13:17,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:13:17,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:13:17,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:13:17,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:13:17,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:13:17,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:13:17,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/java.io.tmpdir/jetty-localhost-42301-hadoop-hdfs-3_4_1-tests_jar-_-any-519175755229392854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:13:17,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:42301} 2024-11-27T11:13:17,360 INFO [Time-limited test {}] server.Server(415): Started @3440ms 2024-11-27T11:13:17,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:13:17,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:13:17,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:13:17,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:13:17,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:13:17,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:13:17,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:13:17,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/java.io.tmpdir/jetty-localhost-43667-hadoop-hdfs-3_4_1-tests_jar-_-any-7033447058707970100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:13:17,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:43667} 2024-11-27T11:13:17,919 INFO [Time-limited test {}] server.Server(415): Started @3999ms 2024-11-27T11:13:17,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:13:18,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T11:13:18,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T11:13:18,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T11:13:18,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T11:13:18,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T11:13:18,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,AVAILABLE} 2024-11-27T11:13:18,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T11:13:18,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/java.io.tmpdir/jetty-localhost-38531-hadoop-hdfs-3_4_1-tests_jar-_-any-12074323634447053818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:13:18,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:38531} 2024-11-27T11:13:18,371 INFO [Time-limited test {}] server.Server(415): Started @4451ms 2024-11-27T11:13:18,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T11:13:18,608 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data3/current/BP-1938649415-172.17.0.2-1732705996446/current, will proceed with Du for space computation calculation, 2024-11-27T11:13:18,611 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data1/current/BP-1938649415-172.17.0.2-1732705996446/current, will proceed with Du for space computation calculation, 2024-11-27T11:13:18,621 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data4/current/BP-1938649415-172.17.0.2-1732705996446/current, will proceed with Du for space computation calculation, 2024-11-27T11:13:18,631 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data2/current/BP-1938649415-172.17.0.2-1732705996446/current, will proceed with Du for space computation calculation, 2024-11-27T11:13:18,792 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:13:18,797 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T11:13:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7334649572cab243 with lease ID 0xa61bed47a03f444e: Processing first storage report for DS-a5367c0f-3011-4eb3-8101-4220cfa05a94 from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=2fc0826e-ec4d-4dc7-8d00-821fbefc9c21, infoPort=44555, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446) 2024-11-27T11:13:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7334649572cab243 with lease ID 0xa61bed47a03f444e: from storage DS-a5367c0f-3011-4eb3-8101-4220cfa05a94 node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=2fc0826e-ec4d-4dc7-8d00-821fbefc9c21, infoPort=44555, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T11:13:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1f441962c81213f with lease ID 0xa61bed47a03f444d: Processing first storage report for DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac from datanode DatanodeRegistration(127.0.0.1:35341, datanodeUuid=a4ddc11d-d112-4d3b-873a-8fee28fa75c6, infoPort=34291, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446) 2024-11-27T11:13:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1f441962c81213f with lease ID 0xa61bed47a03f444d: from storage DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac node DatanodeRegistration(127.0.0.1:35341, datanodeUuid=a4ddc11d-d112-4d3b-873a-8fee28fa75c6, infoPort=34291, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:13:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7334649572cab243 with lease ID 0xa61bed47a03f444e: Processing first storage report for DS-f76dd9b8-b764-4f32-9291-c3f7efa25ba6 from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=2fc0826e-ec4d-4dc7-8d00-821fbefc9c21, infoPort=44555, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446) 2024-11-27T11:13:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7334649572cab243 with lease ID 0xa61bed47a03f444e: from storage DS-f76dd9b8-b764-4f32-9291-c3f7efa25ba6 node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=2fc0826e-ec4d-4dc7-8d00-821fbefc9c21, infoPort=44555, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:13:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1f441962c81213f with lease ID 0xa61bed47a03f444d: Processing first storage report for DS-be9e53d6-180f-49f6-9b6b-fc1697b14ea5 from datanode DatanodeRegistration(127.0.0.1:35341, datanodeUuid=a4ddc11d-d112-4d3b-873a-8fee28fa75c6, infoPort=34291, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446) 2024-11-27T11:13:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1f441962c81213f with lease ID 0xa61bed47a03f444d: from storage DS-be9e53d6-180f-49f6-9b6b-fc1697b14ea5 node DatanodeRegistration(127.0.0.1:35341, datanodeUuid=a4ddc11d-d112-4d3b-873a-8fee28fa75c6, infoPort=34291, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=2075868749;c=1732705996446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T11:13:18,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51 2024-11-27T11:13:18,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=8336 2024-11-27T11:13:18,988 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:19,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:19,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:13:19,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741825_1001 (size=7) 2024-11-27T11:13:19,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:19,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:19,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:19,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:19,790 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T11:13:19,809 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-27T11:13:19,813 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:19,813 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:19,815 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:19,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:19,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,837 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T11:13:19,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741826_1002 (size=1393) 2024-11-27T11:13:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741826_1002 (size=1393) 2024-11-27T11:13:19,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:19,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:19,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741827_1003 (size=1393) 2024-11-27T11:13:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741827_1003 (size=1393) 2024-11-27T11:13:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:19,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741828_1004 (size=1393) 2024-11-27T11:13:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741828_1004 (size=1393) 2024-11-27T11:13:19,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:19,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:19,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:19,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741829_1005 (size=1393) 2024-11-27T11:13:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741829_1005 (size=1393) 2024-11-27T11:13:19,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:20,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:20,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741830_1006 (size=1393) 2024-11-27T11:13:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741830_1006 (size=1393) 2024-11-27T11:13:20,037 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:20,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:20,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741831_1007 (size=1393) 2024-11-27T11:13:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741831_1007 (size=1393) 2024-11-27T11:13:20,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:20,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:20,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741832_1008 (size=1405) 2024-11-27T11:13:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741832_1008 (size=1405) 2024-11-27T11:13:20,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:20,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741833_1009 (size=1413) 2024-11-27T11:13:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741833_1009 (size=1413) 2024-11-27T11:13:20,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:20,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741834_1010 (size=1413) 2024-11-27T11:13:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741834_1010 (size=1413) 2024-11-27T11:13:20,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:20,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:20,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741835_1011 (size=1413) 2024-11-27T11:13:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741835_1011 (size=1413) 2024-11-27T11:13:20,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:20,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:20,300 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T11:13:20,300 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T11:13:20,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0 2024-11-27T11:13:20,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0 after 4ms 2024-11-27T11:13:20,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0 took 59ms 2024-11-27T11:13:20,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0 so closing down 2024-11-27T11:13:20,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:20,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:20,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:20,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0, size=1.4 K (1393bytes) at 1732706000299Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0 so closing down at 1732706000364 (+65 ms)3 split writer threads finished at 1732706000370 (+6 ms)Processed 0 edits across 0 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fde41be1-7199-3f78-ac77-5c9c4ce3cdd0/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732705999795/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706000381 (+11 ms) 2024-11-27T11:13:20,384 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-27T11:13:20,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7050d66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-891352297_22 at /127.0.0.1:36122 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=8213 (was 8336) 2024-11-27T11:13:20,418 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=12, AvailableMemoryMB=8213 2024-11-27T11:13:20,418 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741836_1012 (size=7) 2024-11-27T11:13:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741836_1012 (size=7) 2024-11-27T11:13:20,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:20,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:20,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:20,444 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:20,445 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-27T11:13:20,445 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:20,446 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:20,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741837_1013 (size=2324) 2024-11-27T11:13:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741837_1013 (size=2324) 2024-11-27T11:13:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:20,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0, size=2.3 K (2324bytes) 2024-11-27T11:13:20,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 2024-11-27T11:13:20,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 after 1ms 2024-11-27T11:13:20,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 took 5ms 2024-11-27T11:13:20,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 so closing down 2024-11-27T11:13:20,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:20,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:20,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:20,599 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:20,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:20,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741838_1014 (size=743) 2024-11-27T11:13:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741838_1014 (size=743) 2024-11-27T11:13:20,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) 2024-11-27T11:13:20,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741839_1015 (size=743) 2024-11-27T11:13:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741839_1015 (size=743) 2024-11-27T11:13:20,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 8 ms) 2024-11-27T11:13:20,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:20,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 91 ms; skipped=7; WAL=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-27T11:13:20,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0, size=2.3 K (2324bytes) at 1732706000538Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 so closing down at 1732706000559 (+21 ms)3 split writer threads finished at 1732706000560 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706000601 (+41 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706000602 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) at 1732706000628 (+26 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706000632 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 8 ms) at 1732706000634 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706000639 (+5 ms)Processed 27 edits across 2 Regions in 91 ms; skipped=7; WAL=hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732706000639 2024-11-27T11:13:20,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/WALs/testsplitlogfilemultipleregions,16010,1732706000444/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/673cf95f-6fb6-1459-123f-ef7238e4a1ba/oldWALs/wal.dat.0 2024-11-27T11:13:20,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1869658829_22 at /127.0.0.1:42902 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1869658829_22 at /127.0.0.1:36122 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 12), AvailableMemoryMB=8192 (was 8213) 2024-11-27T11:13:20,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=8191 2024-11-27T11:13:20,689 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741840_1016 (size=7) 2024-11-27T11:13:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741840_1016 (size=7) 2024-11-27T11:13:20,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:20,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:20,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:20,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:20,716 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:20,718 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:20,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:20,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741841_1017 (size=2324) 2024-11-27T11:13:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741841_1017 (size=2324) 2024-11-27T11:13:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:21,730 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0, size=2.3 K (2324bytes) 2024-11-27T11:13:21,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0 so closing down 2024-11-27T11:13:21,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-27T11:13:21,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0, size=2.3 K (2324bytes) at 1732706001731Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0 so closing down at 1732706001731Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fdcfa8d6-ca47-a3b9-e58c-d7c75c783892/WALs/testterminationaskedbyreporter,16010,1732706000716/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732706001731 2024-11-27T11:13:21,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=8119 (was 8191) 2024-11-27T11:13:21,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=131, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=8119 2024-11-27T11:13:21,759 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741842_1018 (size=7) 2024-11-27T11:13:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741842_1018 (size=7) 2024-11-27T11:13:22,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:22,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:22,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:22,185 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:22,185 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-27T11:13:22,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:22,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741843_1019 (size=1043) 2024-11-27T11:13:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741843_1019 (size=1043) 2024-11-27T11:13:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:22,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:22,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:22,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741845_1021 (size=1043) 2024-11-27T11:13:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741845_1021 (size=1043) 2024-11-27T11:13:22,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:22,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741846_1022 (size=1043) 2024-11-27T11:13:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741846_1022 (size=1043) 2024-11-27T11:13:22,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:22,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741847_1023 (size=1043) 2024-11-27T11:13:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741847_1023 (size=1043) 2024-11-27T11:13:22,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:22,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741848_1024 (size=1043) 2024-11-27T11:13:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741848_1024 (size=1043) 2024-11-27T11:13:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:22,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:22,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741849_1025 (size=1043) 2024-11-27T11:13:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741849_1025 (size=1043) 2024-11-27T11:13:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:22,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741850_1026 (size=1043) 2024-11-27T11:13:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741850_1026 (size=1043) 2024-11-27T11:13:22,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:22,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:22,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741851_1027 (size=1043) 2024-11-27T11:13:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741851_1027 (size=1043) 2024-11-27T11:13:22,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:22,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:22,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:22,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741852_1028 (size=1043) 2024-11-27T11:13:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741852_1028 (size=1043) 2024-11-27T11:13:22,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:22,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0, size=1.0 K (1043bytes) 2024-11-27T11:13:22,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 2024-11-27T11:13:22,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 after 0ms 2024-11-27T11:13:22,402 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 took 6ms 2024-11-27T11:13:22,410 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-27T11:13:22,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 so closing down 2024-11-27T11:13:22,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:22,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:22,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:22,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0, size=1.0 K (1043bytes) at 1732706002397Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 so closing down at 1732706002412 (+15 ms)3 split writer threads finished at 1732706002412Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706002412 2024-11-27T11:13:22,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.0 2024-11-27T11:13:22,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1, size=180 (180bytes) 2024-11-27T11:13:22,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 2024-11-27T11:13:22,417 WARN [IPC Server handler 2 on default port 33827 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-27T11:13:22,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 after 1ms 2024-11-27T11:13:22,851 WARN [ResponseProcessor for block BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:22,851 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1569480744_22 at /127.0.0.1:35678 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35678 dst: /127.0.0.1:35341 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:22,851 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1569480744_22 at /127.0.0.1:42958 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42958 dst: /127.0.0.1:35551 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35551 remote=/127.0.0.1:42958]. Total timeout mills is 60000, 59366 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:22,855 WARN [DataStreamer for file /user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK], DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK]) is bad. 2024-11-27T11:13:22,861 WARN [DataStreamer for file /user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741844_1029 (size=1035) 2024-11-27T11:13:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741844_1029 (size=1035) 2024-11-27T11:13:26,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 after 4003ms 2024-11-27T11:13:26,423 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 took 4008ms 2024-11-27T11:13:26,426 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1; continuing. 2024-11-27T11:13:26,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 so closing down 2024-11-27T11:13:26,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-27T11:13:26,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1, size=180 (180bytes) at 1732706002416Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 so closing down at 1732706006426 (+4010 ms)3 split writer threads finished at 1732706006426Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732706006426 2024-11-27T11:13:26,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.1 2024-11-27T11:13:26,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2, size=1.0 K (1043bytes) 2024-11-27T11:13:26,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 2024-11-27T11:13:26,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 after 0ms 2024-11-27T11:13:26,434 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 took 4ms 2024-11-27T11:13:26,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 so closing down 2024-11-27T11:13:26,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2, size=1.0 K (1043bytes) at 1732706006430Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 so closing down at 1732706006435 (+5 ms)3 split writer threads finished at 1732706006436 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006436 2024-11-27T11:13:26,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.2 2024-11-27T11:13:26,439 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3, size=1.0 K (1043bytes) 2024-11-27T11:13:26,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 2024-11-27T11:13:26,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 after 0ms 2024-11-27T11:13:26,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 took 4ms 2024-11-27T11:13:26,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 so closing down 2024-11-27T11:13:26,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3, size=1.0 K (1043bytes) at 1732706006439Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 so closing down at 1732706006444 (+5 ms)3 split writer threads finished at 1732706006444Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006444 2024-11-27T11:13:26,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.3 2024-11-27T11:13:26,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4, size=1.0 K (1043bytes) 2024-11-27T11:13:26,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 2024-11-27T11:13:26,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 after 1ms 2024-11-27T11:13:26,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 took 4ms 2024-11-27T11:13:26,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 so closing down 2024-11-27T11:13:26,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,453 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4, size=1.0 K (1043bytes) at 1732706006447Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 so closing down at 1732706006453 (+6 ms)3 split writer threads finished at 1732706006453Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006453 2024-11-27T11:13:26,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.4 2024-11-27T11:13:26,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5, size=1.0 K (1043bytes) 2024-11-27T11:13:26,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 2024-11-27T11:13:26,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 after 0ms 2024-11-27T11:13:26,459 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 took 3ms 2024-11-27T11:13:26,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 so closing down 2024-11-27T11:13:26,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5, size=1.0 K (1043bytes) at 1732706006456Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 so closing down at 1732706006461 (+5 ms)3 split writer threads finished at 1732706006461Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006461 2024-11-27T11:13:26,464 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.5 2024-11-27T11:13:26,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6, size=1.0 K (1043bytes) 2024-11-27T11:13:26,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 2024-11-27T11:13:26,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 after 1ms 2024-11-27T11:13:26,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 took 4ms 2024-11-27T11:13:26,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 so closing down 2024-11-27T11:13:26,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6, size=1.0 K (1043bytes) at 1732706006464Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 so closing down at 1732706006470 (+6 ms)3 split writer threads finished at 1732706006470Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006470 2024-11-27T11:13:26,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.6 2024-11-27T11:13:26,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7, size=1.0 K (1043bytes) 2024-11-27T11:13:26,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 2024-11-27T11:13:26,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 after 1ms 2024-11-27T11:13:26,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 took 4ms 2024-11-27T11:13:26,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 so closing down 2024-11-27T11:13:26,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7, size=1.0 K (1043bytes) at 1732706006473Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 so closing down at 1732706006478 (+5 ms)3 split writer threads finished at 1732706006478Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006479 (+1 ms) 2024-11-27T11:13:26,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.7 2024-11-27T11:13:26,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8, size=1.0 K (1043bytes) 2024-11-27T11:13:26,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 2024-11-27T11:13:26,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 after 1ms 2024-11-27T11:13:26,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 took 3ms 2024-11-27T11:13:26,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 so closing down 2024-11-27T11:13:26,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8, size=1.0 K (1043bytes) at 1732706006481Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 so closing down at 1732706006486 (+5 ms)3 split writer threads finished at 1732706006486Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006486 2024-11-27T11:13:26,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.8 2024-11-27T11:13:26,489 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9, size=1.0 K (1043bytes) 2024-11-27T11:13:26,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 2024-11-27T11:13:26,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 after 1ms 2024-11-27T11:13:26,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 took 3ms 2024-11-27T11:13:26,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 so closing down 2024-11-27T11:13:26,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-27T11:13:26,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9, size=1.0 K (1043bytes) at 1732706006489Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 so closing down at 1732706006494 (+5 ms)3 split writer threads finished at 1732706006494Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732706006494 2024-11-27T11:13:26,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/WALs/testsplitdeletedregion,16010,1732706002185/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/9830783f-bb08-c779-eb17-03f16d51313f/oldWALs/wal.dat.9 2024-11-27T11:13:26,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133 (was 131) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_896269437_22 at /127.0.0.1:43040 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:36563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_896269437_22 at /127.0.0.1:35754 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=7943 (was 8119) 2024-11-27T11:13:26,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=7943 2024-11-27T11:13:26,513 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741853_1030 (size=7) 2024-11-27T11:13:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741853_1030 (size=7) 2024-11-27T11:13:26,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:26,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,528 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:26,528 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-27T11:13:26,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:26,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741854_1031 (size=863) 2024-11-27T11:13:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741854_1031 (size=863) 2024-11-27T11:13:26,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741855_1032 (size=859) 2024-11-27T11:13:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741855_1032 (size=859) 2024-11-27T11:13:26,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0, size=859 (859bytes) 2024-11-27T11:13:26,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 2024-11-27T11:13:26,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 after 0ms 2024-11-27T11:13:26,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 took 4ms 2024-11-27T11:13:26,670 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0; continuing. 2024-11-27T11:13:26,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 so closing down 2024-11-27T11:13:26,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:26,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:26,675 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:26,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741856_1033 (size=863) 2024-11-27T11:13:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741856_1033 (size=863) 2024-11-27T11:13:26,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:26,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-27T11:13:26,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-27T11:13:26,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0, size=859 (859bytes) at 1732706006572Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 so closing down at 1732706006670 (+98 ms)3 split writer threads finished at 1732706006670Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706006676 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706006684 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732706006686 (+2 ms)Processed 10 edits across 1 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732706006686 2024-11-27T11:13:26,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/WALs/testcorruptwaltrailer,16010,1732706006528/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/fe42454c-b7fd-1565-ff42-1ea814d10e8c/oldWALs/wal.dat.0 2024-11-27T11:13:26,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=7929 (was 7943) 2024-11-27T11:13:26,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=7929 2024-11-27T11:13:26,708 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741857_1034 (size=7) 2024-11-27T11:13:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741857_1034 (size=7) 2024-11-27T11:13:26,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:26,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:26,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=7921 (was 7929) 2024-11-27T11:13:26,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=7921 2024-11-27T11:13:26,745 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741858_1035 (size=7) 2024-11-27T11:13:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741858_1035 (size=7) 2024-11-27T11:13:26,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:26,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,760 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:26,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-27T11:13:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741859_1036 (size=93) 2024-11-27T11:13:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741859_1036 (size=93) 2024-11-27T11:13:26,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=7914 (was 7921) 2024-11-27T11:13:26,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=7914 2024-11-27T11:13:26,797 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741860_1037 (size=7) 2024-11-27T11:13:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741860_1037 (size=7) 2024-11-27T11:13:26,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:26,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:26,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:26,813 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:26,813 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:26,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:26,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741861_1038 (size=1393) 2024-11-27T11:13:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741861_1038 (size=1393) 2024-11-27T11:13:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:26,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:26,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741862_1039 (size=1393) 2024-11-27T11:13:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741862_1039 (size=1393) 2024-11-27T11:13:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:26,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741863_1040 (size=1393) 2024-11-27T11:13:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741863_1040 (size=1393) 2024-11-27T11:13:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:26,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741864_1041 (size=1393) 2024-11-27T11:13:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741864_1041 (size=1393) 2024-11-27T11:13:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:26,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741865_1042 (size=1393) 2024-11-27T11:13:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741865_1042 (size=1393) 2024-11-27T11:13:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:26,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741866_1043 (size=1393) 2024-11-27T11:13:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741866_1043 (size=1393) 2024-11-27T11:13:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:26,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:26,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741867_1044 (size=1405) 2024-11-27T11:13:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741867_1044 (size=1405) 2024-11-27T11:13:26,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:26,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:26,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741868_1045 (size=1413) 2024-11-27T11:13:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741868_1045 (size=1413) 2024-11-27T11:13:26,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:26,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741869_1046 (size=1413) 2024-11-27T11:13:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741869_1046 (size=1413) 2024-11-27T11:13:26,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:26,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:26,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:26,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741870_1047 (size=1413) 2024-11-27T11:13:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741870_1047 (size=1413) 2024-11-27T11:13:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:27,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:27,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7 2024-11-27T11:13:27,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7 after 1ms 2024-11-27T11:13:27,441 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7 took 4ms 2024-11-27T11:13:27,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7 so closing down 2024-11-27T11:13:27,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:27,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:27,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:27,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:27,470 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:27,470 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:27,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-27T11:13:27,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7, size=1.4 K (1413bytes) at 1732706007437Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7 so closing down at 1732706007445 (+8 ms)3 split writer threads finished at 1732706007445Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706007459 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706007459Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732706007470 (+11 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732706007470Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/33c3a462-378d-392b-9dfe-b36d8868d294/WALs/testioeonoutputthread,16010,1732706006812/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732706007471 (+1 ms) 2024-11-27T11:13:27,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1492911434_22 at /127.0.0.1:43040 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=7876 (was 7914) 2024-11-27T11:13:27,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=7875 2024-11-27T11:13:27,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741871_1048 (size=7) 2024-11-27T11:13:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741871_1048 (size=7) 2024-11-27T11:13:27,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:27,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:27,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:27,503 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:27,534 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:27,535 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:27,537 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:27,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741872_1049 (size=2324) 2024-11-27T11:13:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741872_1049 (size=2324) 2024-11-27T11:13:27,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:27,559 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:27,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741873_1050 (size=1393) 2024-11-27T11:13:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741873_1050 (size=1393) 2024-11-27T11:13:27,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:27,575 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:27,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-27T11:13:27,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-27T11:13:27,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-27T11:13:27,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-27T11:13:27,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-27T11:13:27,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-27T11:13:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-27T11:13:27,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-27T11:13:27,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-27T11:13:27,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-27T11:13:27,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-27T11:13:27,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-27T11:13:27,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-27T11:13:27,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-27T11:13:27,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-27T11:13:27,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-27T11:13:27,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-27T11:13:27,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-27T11:13:27,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-27T11:13:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-27T11:13:27,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-27T11:13:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-27T11:13:27,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-27T11:13:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-27T11:13:27,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-27T11:13:27,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-27T11:13:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-27T11:13:27,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-27T11:13:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-27T11:13:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-27T11:13:27,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-27T11:13:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-27T11:13:27,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-27T11:13:27,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-27T11:13:27,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-27T11:13:27,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-27T11:13:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-27T11:13:27,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-27T11:13:27,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-27T11:13:27,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-27T11:13:27,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-27T11:13:27,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-27T11:13:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-27T11:13:27,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-27T11:13:27,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-27T11:13:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-27T11:13:27,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-27T11:13:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-27T11:13:27,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-27T11:13:27,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-27T11:13:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-27T11:13:27,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-27T11:13:27,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-27T11:13:27,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-27T11:13:27,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-27T11:13:27,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-27T11:13:27,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-27T11:13:27,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-27T11:13:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-27T11:13:27,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-27T11:13:27,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-27T11:13:27,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-27T11:13:27,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-27T11:13:27,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-27T11:13:27,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-27T11:13:27,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-27T11:13:27,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-27T11:13:27,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-27T11:13:27,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-27T11:13:27,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-27T11:13:27,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-27T11:13:27,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-27T11:13:27,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-27T11:13:27,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-27T11:13:27,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-27T11:13:27,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-27T11:13:27,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-27T11:13:27,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-27T11:13:27,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-27T11:13:27,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-27T11:13:27,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-27T11:13:27,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-27T11:13:27,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-27T11:13:27,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-27T11:13:27,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-27T11:13:27,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-27T11:13:27,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-27T11:13:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-27T11:13:27,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-27T11:13:27,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-27T11:13:27,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-27T11:13:27,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-27T11:13:27,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-27T11:13:27,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-27T11:13:27,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-27T11:13:27,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-27T11:13:27,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-27T11:13:27,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-27T11:13:27,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-27T11:13:27,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-27T11:13:27,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-27T11:13:27,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-27T11:13:27,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-27T11:13:27,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-27T11:13:27,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-27T11:13:27,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-27T11:13:27,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-27T11:13:27,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-27T11:13:27,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-27T11:13:27,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-27T11:13:27,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-27T11:13:27,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-27T11:13:27,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-27T11:13:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-27T11:13:27,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-27T11:13:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-27T11:13:27,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-27T11:13:27,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-27T11:13:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-27T11:13:27,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-27T11:13:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-27T11:13:27,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-27T11:13:27,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-27T11:13:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-27T11:13:27,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-27T11:13:27,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-27T11:13:27,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-27T11:13:27,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-27T11:13:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-27T11:13:27,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-27T11:13:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-27T11:13:27,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-27T11:13:27,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-27T11:13:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-27T11:13:27,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-27T11:13:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-27T11:13:27,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-27T11:13:27,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-27T11:13:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-27T11:13:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-27T11:13:27,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-27T11:13:27,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-27T11:13:27,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-27T11:13:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-27T11:13:27,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-27T11:13:27,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-27T11:13:27,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-27T11:13:27,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-27T11:13:27,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-27T11:13:27,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-27T11:13:27,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-27T11:13:27,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-27T11:13:27,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-27T11:13:27,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-27T11:13:27,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-27T11:13:27,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-27T11:13:27,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-27T11:13:27,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-27T11:13:27,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-27T11:13:27,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-27T11:13:27,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-27T11:13:27,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-27T11:13:27,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-27T11:13:27,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-27T11:13:27,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-27T11:13:27,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-27T11:13:27,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-27T11:13:27,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-27T11:13:27,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-27T11:13:27,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-27T11:13:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-27T11:13:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-27T11:13:27,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-27T11:13:27,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-27T11:13:27,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-27T11:13:27,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-27T11:13:27,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-27T11:13:27,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-27T11:13:27,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-27T11:13:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-27T11:13:27,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-27T11:13:27,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-27T11:13:27,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-27T11:13:27,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-27T11:13:27,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-27T11:13:27,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-27T11:13:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-27T11:13:27,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-27T11:13:27,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-27T11:13:27,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-27T11:13:27,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-27T11:13:27,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-27T11:13:27,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-27T11:13:27,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-27T11:13:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-27T11:13:27,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-27T11:13:27,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-27T11:13:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-27T11:13:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-27T11:13:27,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-27T11:13:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-27T11:13:27,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-27T11:13:27,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-27T11:13:27,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-27T11:13:27,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-27T11:13:27,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-27T11:13:27,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-27T11:13:27,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-27T11:13:27,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-27T11:13:27,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-27T11:13:27,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-27T11:13:27,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-27T11:13:27,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-27T11:13:27,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-27T11:13:27,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-27T11:13:27,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-27T11:13:27,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-27T11:13:27,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-27T11:13:27,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-27T11:13:27,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-27T11:13:27,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-27T11:13:27,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-27T11:13:27,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-27T11:13:27,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-27T11:13:27,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-27T11:13:27,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-27T11:13:27,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-27T11:13:27,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-27T11:13:27,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-27T11:13:27,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-27T11:13:27,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-27T11:13:27,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-27T11:13:27,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-27T11:13:27,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-27T11:13:27,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-27T11:13:27,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-27T11:13:27,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-27T11:13:27,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-27T11:13:27,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-27T11:13:27,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:27,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-27T11:13:27,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:27,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-27T11:13:28,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-27T11:13:28,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-27T11:13:28,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-27T11:13:28,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-27T11:13:28,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-27T11:13:28,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-27T11:13:28,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-27T11:13:28,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-27T11:13:28,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-27T11:13:28,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-27T11:13:28,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-27T11:13:28,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-27T11:13:28,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-27T11:13:28,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-27T11:13:28,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-27T11:13:28,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-27T11:13:28,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-27T11:13:28,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-27T11:13:28,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-27T11:13:28,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-27T11:13:28,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-27T11:13:28,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-27T11:13:28,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-27T11:13:28,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-27T11:13:28,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-27T11:13:28,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-27T11:13:28,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-27T11:13:28,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-27T11:13:28,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-27T11:13:28,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-27T11:13:28,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-27T11:13:28,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-27T11:13:28,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-27T11:13:28,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-27T11:13:28,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-27T11:13:28,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-27T11:13:28,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-27T11:13:28,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-27T11:13:28,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-27T11:13:28,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-27T11:13:28,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-27T11:13:28,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-27T11:13:28,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-27T11:13:28,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-27T11:13:28,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-27T11:13:28,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-27T11:13:28,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-27T11:13:28,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-27T11:13:28,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-27T11:13:28,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-27T11:13:28,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-27T11:13:28,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-27T11:13:28,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-27T11:13:28,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-27T11:13:28,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-27T11:13:28,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-27T11:13:28,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-27T11:13:28,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-27T11:13:28,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-27T11:13:28,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-27T11:13:28,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-27T11:13:28,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-27T11:13:28,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-27T11:13:28,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-27T11:13:28,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-27T11:13:28,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-27T11:13:28,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-27T11:13:28,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-27T11:13:28,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-27T11:13:28,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-27T11:13:28,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-27T11:13:28,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-27T11:13:28,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-27T11:13:28,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-27T11:13:28,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-27T11:13:28,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-27T11:13:28,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-27T11:13:28,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-27T11:13:28,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-27T11:13:28,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-27T11:13:28,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-27T11:13:28,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-27T11:13:28,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-27T11:13:28,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-27T11:13:28,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-27T11:13:28,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-27T11:13:28,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-27T11:13:28,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-27T11:13:28,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-27T11:13:28,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-27T11:13:28,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-27T11:13:28,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-27T11:13:28,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-27T11:13:28,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-27T11:13:28,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-27T11:13:28,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-27T11:13:28,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-27T11:13:28,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-27T11:13:28,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-27T11:13:28,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-27T11:13:28,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-27T11:13:28,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-27T11:13:28,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-27T11:13:28,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-27T11:13:28,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-27T11:13:28,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-27T11:13:28,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-27T11:13:28,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-27T11:13:28,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-27T11:13:28,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-27T11:13:28,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-27T11:13:28,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-27T11:13:28,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-27T11:13:28,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-27T11:13:28,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-27T11:13:28,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-27T11:13:28,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-27T11:13:28,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-27T11:13:28,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-27T11:13:28,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-27T11:13:28,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-27T11:13:28,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-27T11:13:28,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-27T11:13:28,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-27T11:13:28,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-27T11:13:28,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-27T11:13:28,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-27T11:13:28,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-27T11:13:28,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-27T11:13:28,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-27T11:13:28,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-27T11:13:28,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-27T11:13:28,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-27T11:13:28,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-27T11:13:28,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-27T11:13:28,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-27T11:13:28,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-27T11:13:28,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-27T11:13:28,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-27T11:13:28,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-27T11:13:28,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-27T11:13:28,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-27T11:13:28,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-27T11:13:28,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-27T11:13:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-27T11:13:28,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-27T11:13:28,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-27T11:13:28,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-27T11:13:28,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-27T11:13:28,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-27T11:13:28,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-27T11:13:28,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-27T11:13:28,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-27T11:13:28,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-27T11:13:28,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-27T11:13:28,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-27T11:13:28,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-27T11:13:28,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-27T11:13:28,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-27T11:13:28,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-27T11:13:28,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-27T11:13:28,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-27T11:13:28,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-27T11:13:28,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-27T11:13:28,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-27T11:13:28,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-27T11:13:28,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-27T11:13:28,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-27T11:13:28,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-27T11:13:28,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-27T11:13:28,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-27T11:13:28,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-27T11:13:28,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-27T11:13:28,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-27T11:13:28,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-27T11:13:28,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-27T11:13:28,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-27T11:13:28,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-27T11:13:28,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-27T11:13:28,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-27T11:13:28,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-27T11:13:28,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-27T11:13:28,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-27T11:13:28,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-27T11:13:28,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-27T11:13:28,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-27T11:13:28,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-27T11:13:28,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-27T11:13:28,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-27T11:13:28,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-27T11:13:28,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-27T11:13:28,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-27T11:13:28,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-27T11:13:28,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-27T11:13:28,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-27T11:13:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-27T11:13:28,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-27T11:13:28,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-27T11:13:28,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-27T11:13:28,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-27T11:13:28,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-27T11:13:28,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-27T11:13:28,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-27T11:13:28,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-27T11:13:28,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-27T11:13:28,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-27T11:13:28,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-27T11:13:28,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-27T11:13:28,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-27T11:13:28,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-27T11:13:28,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-27T11:13:28,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-27T11:13:28,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-27T11:13:28,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-27T11:13:28,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-27T11:13:28,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-27T11:13:28,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-27T11:13:28,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-27T11:13:28,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-27T11:13:28,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-27T11:13:28,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-27T11:13:28,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-27T11:13:28,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-27T11:13:28,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-27T11:13:28,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-27T11:13:28,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-27T11:13:28,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-27T11:13:28,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-27T11:13:28,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-27T11:13:28,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-27T11:13:28,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-27T11:13:28,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-27T11:13:28,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-27T11:13:28,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-27T11:13:28,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-27T11:13:28,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-27T11:13:28,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-27T11:13:28,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-27T11:13:28,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-27T11:13:28,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-27T11:13:28,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-27T11:13:28,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-27T11:13:28,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-27T11:13:28,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-27T11:13:28,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-27T11:13:28,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-27T11:13:28,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-27T11:13:28,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-27T11:13:28,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-27T11:13:28,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-27T11:13:28,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-27T11:13:28,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-27T11:13:28,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-27T11:13:28,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-27T11:13:28,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-27T11:13:28,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-27T11:13:28,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-27T11:13:28,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-27T11:13:28,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-27T11:13:28,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-27T11:13:28,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-27T11:13:28,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-27T11:13:28,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-27T11:13:28,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-27T11:13:28,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-27T11:13:28,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-27T11:13:28,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-27T11:13:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-27T11:13:28,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-27T11:13:28,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-27T11:13:28,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-27T11:13:28,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-27T11:13:28,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-27T11:13:28,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-27T11:13:28,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-27T11:13:28,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-27T11:13:28,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-27T11:13:28,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-27T11:13:28,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-27T11:13:28,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-27T11:13:28,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-27T11:13:28,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-27T11:13:28,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-27T11:13:28,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-27T11:13:28,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-27T11:13:28,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-27T11:13:28,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-27T11:13:28,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-27T11:13:28,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-27T11:13:28,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-27T11:13:28,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-27T11:13:28,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-27T11:13:28,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-27T11:13:28,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-27T11:13:28,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-27T11:13:28,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-27T11:13:28,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-27T11:13:28,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-27T11:13:28,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-27T11:13:28,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-27T11:13:28,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-27T11:13:28,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-27T11:13:28,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-27T11:13:28,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-27T11:13:28,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-27T11:13:28,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-27T11:13:28,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-27T11:13:28,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-27T11:13:28,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-27T11:13:28,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-27T11:13:28,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-27T11:13:28,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-27T11:13:28,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-27T11:13:28,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-27T11:13:28,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-27T11:13:28,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-27T11:13:28,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-27T11:13:28,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-27T11:13:28,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-27T11:13:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-27T11:13:28,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-27T11:13:28,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-27T11:13:28,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-27T11:13:28,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-27T11:13:28,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-27T11:13:28,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-27T11:13:28,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-27T11:13:28,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-27T11:13:28,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-27T11:13:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-27T11:13:28,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-27T11:13:28,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-27T11:13:28,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-27T11:13:28,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-27T11:13:28,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-27T11:13:28,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-27T11:13:28,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-27T11:13:28,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-27T11:13:28,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-27T11:13:28,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-27T11:13:28,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-27T11:13:28,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-27T11:13:28,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-27T11:13:28,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-27T11:13:28,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-27T11:13:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-27T11:13:28,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-27T11:13:28,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-27T11:13:28,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-27T11:13:28,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-27T11:13:28,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-27T11:13:28,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-27T11:13:28,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-27T11:13:28,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-27T11:13:28,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-27T11:13:28,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-27T11:13:28,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-27T11:13:28,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-27T11:13:28,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-27T11:13:28,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-27T11:13:28,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-27T11:13:28,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-27T11:13:28,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-27T11:13:28,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-27T11:13:28,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-27T11:13:28,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-27T11:13:28,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-27T11:13:28,610 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504): HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732706007558; access_time=1732706007538; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706007575; access_time=1732706007559; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732706007576; access_time=1732706007576; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-27T11:13:28,610 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-27T11:13:28,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-27T11:13:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-27T11:13:28,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-27T11:13:28,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-27T11:13:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-27T11:13:28,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-27T11:13:28,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-27T11:13:28,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-27T11:13:28,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-27T11:13:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-27T11:13:28,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-27T11:13:28,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-27T11:13:28,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-27T11:13:28,631 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0, size=2.3 K (2324bytes) 2024-11-27T11:13:28,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 2024-11-27T11:13:28,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 after 1ms 2024-11-27T11:13:28,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-27T11:13:28,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-27T11:13:28,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 took 4ms 2024-11-27T11:13:28,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-27T11:13:28,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-27T11:13:28,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 so closing down 2024-11-27T11:13:28,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:28,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:28,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-27T11:13:28,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-27T11:13:28,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:28,643 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:28,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-27T11:13:28,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:28,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:28,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-27T11:13:28,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-27T11:13:28,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-27T11:13:28,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-27T11:13:28,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-27T11:13:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741876_1053 (size=743) 2024-11-27T11:13:28,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741876_1053 (size=743) 2024-11-27T11:13:28,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:28,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-27T11:13:28,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-27T11:13:28,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:28,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741875_1052 (size=743) 2024-11-27T11:13:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741875_1052 (size=743) 2024-11-27T11:13:28,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:28,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-27T11:13:28,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:28,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 33 ms; skipped=7; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-27T11:13:28,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-27T11:13:28,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0, size=2.3 K (2324bytes) at 1732706008631Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 so closing down at 1732706008640 (+9 ms)3 split writer threads finished at 1732706008640Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706008646 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706008646Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706008659 (+13 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706008664 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706008666 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706008668 (+2 ms)Processed 27 edits across 2 Regions in 33 ms; skipped=7; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732706008669 (+1 ms) 2024-11-27T11:13:28,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-27T11:13:28,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,672 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/oldWALs/wal.dat.0 2024-11-27T11:13:28,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-27T11:13:28,673 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:28,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 2024-11-27T11:13:28,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 after 0ms 2024-11-27T11:13:28,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-27T11:13:28,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-27T11:13:28,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 took 4ms 2024-11-27T11:13:28,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-27T11:13:28,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 so closing down 2024-11-27T11:13:28,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:28,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:28,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-27T11:13:28,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-27T11:13:28,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-27T11:13:28,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:28,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:28,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:28,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-27T11:13:28,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:28,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-27T11:13:28,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-27T11:13:28,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-27T11:13:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741877_1054 (size=743) 2024-11-27T11:13:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741877_1054 (size=743) 2024-11-27T11:13:28,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741878_1055 (size=743) 2024-11-27T11:13:28,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741878_1055 (size=743) 2024-11-27T11:13:28,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-27T11:13:28,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:28,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-27T11:13:28,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-27T11:13:28,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-27T11:13:28,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:28,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:28,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:28,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1, size=1.4 K (1393bytes) at 1732706008673Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 so closing down at 1732706008679 (+6 ms)3 split writer threads finished at 1732706008679Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706008685 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706008686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706008695 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706008696 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706008701 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706008701Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706008701 2024-11-27T11:13:28,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-27T11:13:28,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-27T11:13:28,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/oldWALs/wal.dat.1 2024-11-27T11:13:28,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2, size=150 (150bytes) 2024-11-27T11:13:28,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 2024-11-27T11:13:28,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,705 WARN [IPC Server handler 3 on default port 33827 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-27T11:13:28,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-27T11:13:28,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 after 1ms 2024-11-27T11:13:28,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-27T11:13:28,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-27T11:13:28,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-27T11:13:28,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-27T11:13:28,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-27T11:13:28,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-27T11:13:28,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-27T11:13:28,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-27T11:13:28,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-27T11:13:28,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-27T11:13:28,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-27T11:13:28,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-27T11:13:28,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-27T11:13:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-27T11:13:28,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-27T11:13:28,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-27T11:13:28,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-27T11:13:28,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-27T11:13:28,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-27T11:13:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-27T11:13:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-27T11:13:28,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-27T11:13:28,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-27T11:13:28,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-27T11:13:28,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-27T11:13:28,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-27T11:13:28,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-27T11:13:28,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-27T11:13:28,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-27T11:13:28,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-27T11:13:28,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-27T11:13:28,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-27T11:13:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-27T11:13:28,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-27T11:13:28,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-27T11:13:28,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-27T11:13:28,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-27T11:13:28,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-27T11:13:28,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-27T11:13:28,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-27T11:13:28,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-27T11:13:28,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-27T11:13:28,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-27T11:13:28,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-27T11:13:28,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-27T11:13:28,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-27T11:13:28,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-27T11:13:28,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-27T11:13:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-27T11:13:28,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-27T11:13:28,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-27T11:13:28,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-27T11:13:28,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-27T11:13:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-27T11:13:28,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-27T11:13:28,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-27T11:13:28,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-27T11:13:28,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-27T11:13:28,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-27T11:13:28,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-27T11:13:28,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-27T11:13:28,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-27T11:13:28,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-27T11:13:28,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-27T11:13:28,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-27T11:13:28,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-27T11:13:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-27T11:13:28,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-27T11:13:28,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-27T11:13:28,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-27T11:13:28,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-27T11:13:28,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-27T11:13:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-27T11:13:28,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-27T11:13:28,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-27T11:13:28,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-27T11:13:28,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-27T11:13:28,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-27T11:13:28,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-27T11:13:28,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-27T11:13:28,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-27T11:13:28,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-27T11:13:28,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-27T11:13:28,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-27T11:13:28,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-27T11:13:28,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1380571273_531 at /127.0.0.1:35964 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35964 dst: /127.0.0.1:35341 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35341 remote=/127.0.0.1:35964]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:28,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1380571273_531 at /127.0.0.1:43224 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43224 dst: /127.0.0.1:35551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:28,847 WARN [ResponseProcessor for block BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:28,848 WARN [DataStreamer for file /user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK], DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK]) is bad. 2024-11-27T11:13:28,849 WARN [DataStreamer for file /user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:28,850 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:28,850 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-27T11:13:28,851 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 770 2024-11-27T11:13:28,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-27T11:13:28,851 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:28,851 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741874_1056 (size=48611) 2024-11-27T11:13:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741874_1056 (size=48611) 2024-11-27T11:13:32,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 after 4002ms 2024-11-27T11:13:32,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 took 4006ms 2024-11-27T11:13:32,731 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2; continuing. 2024-11-27T11:13:32,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 so closing down 2024-11-27T11:13:32,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:32,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:32,735 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:32,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:32,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:32,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741879_1057 (size=743) 2024-11-27T11:13:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741879_1057 (size=743) 2024-11-27T11:13:32,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:32,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741880_1058 (size=47969) 2024-11-27T11:13:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741880_1058 (size=47969) 2024-11-27T11:13:32,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 749 edits, skipped 0 edits in 5 ms) 2024-11-27T11:13:32,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:32,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 759 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-27T11:13:32,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2, size=150 (150bytes) at 1732706008705Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 so closing down at 1732706012732 (+4027 ms)3 split writer threads finished at 1732706012732Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706012736 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706012737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706012743 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706012745 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 749 edits, skipped 0 edits in 5 ms) at 1732706012751 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706012752 (+1 ms)Processed 759 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732706012753 (+1 ms) 2024-11-27T11:13:32,755 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/WALs/testlogcannotbewrittenonceparsed,16010,1732706007504/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/279ff4e2-59ff-6a5b-dfac-d1e187a2c3cc/oldWALs/wal.dat.2 2024-11-27T11:13:32,755 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-27T11:13:32,773 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=769, robber=769 2024-11-27T11:13:32,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=143 (was 133) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33827 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1492911434_22 at /127.0.0.1:38618 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1492911434_22 at /127.0.0.1:35006 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33827 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=403 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7621 (was 7875) 2024-11-27T11:13:32,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143, OpenFileDescriptor=403, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=7621 2024-11-27T11:13:32,791 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741881_1059 (size=7) 2024-11-27T11:13:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741881_1059 (size=7) 2024-11-27T11:13:32,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:32,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:32,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:32,804 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:32,805 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:32,806 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:32,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741882_1060 (size=1393) 2024-11-27T11:13:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741882_1060 (size=1393) 2024-11-27T11:13:32,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:32,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:32,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741883_1061 (size=1393) 2024-11-27T11:13:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741883_1061 (size=1393) 2024-11-27T11:13:32,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:32,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741884_1062 (size=1393) 2024-11-27T11:13:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741884_1062 (size=1393) 2024-11-27T11:13:32,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:32,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:32,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741885_1063 (size=1393) 2024-11-27T11:13:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741885_1063 (size=1393) 2024-11-27T11:13:32,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:32,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741886_1064 (size=1393) 2024-11-27T11:13:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741886_1064 (size=1393) 2024-11-27T11:13:32,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:32,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:32,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741887_1065 (size=1393) 2024-11-27T11:13:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741887_1065 (size=1393) 2024-11-27T11:13:32,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:32,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741888_1066 (size=1405) 2024-11-27T11:13:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741888_1066 (size=1405) 2024-11-27T11:13:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:32,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741889_1067 (size=1413) 2024-11-27T11:13:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741889_1067 (size=1413) 2024-11-27T11:13:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:32,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741890_1068 (size=1413) 2024-11-27T11:13:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741890_1068 (size=1413) 2024-11-27T11:13:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:32,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741891_1069 (size=1413) 2024-11-27T11:13:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741891_1069 (size=1413) 2024-11-27T11:13:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:32,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:32,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 2024-11-27T11:13:32,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 after 2ms 2024-11-27T11:13:32,990 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:34,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 took 2010ms 2024-11-27T11:13:34,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 so closing down 2024-11-27T11:13:34,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:35,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:35,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:35,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741893_1071 (size=743) 2024-11-27T11:13:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741892_1070 (size=743) 2024-11-27T11:13:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741892_1070 (size=743) 2024-11-27T11:13:35,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741893_1071 (size=743) 2024-11-27T11:13:35,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:35,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:35,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0, size=1.4 K (1393bytes) at 1732706012987Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 so closing down at 1732706014999 (+2012 ms)3 split writer threads finished at 1732706015000 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706015005 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706015006 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015015 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015015Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706015019 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706015019Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015019 2024-11-27T11:13:35,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.0 2024-11-27T11:13:35,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:35,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 2024-11-27T11:13:35,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 after 1ms 2024-11-27T11:13:35,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 took 5ms 2024-11-27T11:13:35,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 so closing down 2024-11-27T11:13:35,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:35,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:35,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:35,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741894_1072 (size=743) 2024-11-27T11:13:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741894_1072 (size=743) 2024-11-27T11:13:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741895_1073 (size=743) 2024-11-27T11:13:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741895_1073 (size=743) 2024-11-27T11:13:35,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:35,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:35,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1, size=1.4 K (1393bytes) at 1732706015024Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 so closing down at 1732706015029 (+5 ms)3 split writer threads finished at 1732706015029Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706015034 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706015034Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015039 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015040 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706015043 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706015043Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015043 2024-11-27T11:13:35,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.1 2024-11-27T11:13:35,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:35,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 2024-11-27T11:13:35,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 after 0ms 2024-11-27T11:13:35,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 took 4ms 2024-11-27T11:13:35,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 so closing down 2024-11-27T11:13:35,052 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:35,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:35,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:35,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741896_1074 (size=743) 2024-11-27T11:13:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741896_1074 (size=743) 2024-11-27T11:13:35,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741897_1075 (size=743) 2024-11-27T11:13:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741897_1075 (size=743) 2024-11-27T11:13:35,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:35,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2, size=1.4 K (1393bytes) at 1732706015047Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 so closing down at 1732706015052 (+5 ms)3 split writer threads finished at 1732706015052Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706015056 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706015058 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015062 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706015065 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015071 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706015074 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015074 2024-11-27T11:13:35,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.2 2024-11-27T11:13:35,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:35,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 2024-11-27T11:13:35,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 after 1ms 2024-11-27T11:13:35,081 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 took 3ms 2024-11-27T11:13:35,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 so closing down 2024-11-27T11:13:35,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:35,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:35,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:35,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741898_1076 (size=743) 2024-11-27T11:13:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741899_1077 (size=743) 2024-11-27T11:13:35,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741898_1076 (size=743) 2024-11-27T11:13:35,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741899_1077 (size=743) 2024-11-27T11:13:35,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:35,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:35,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3, size=1.4 K (1393bytes) at 1732706015078Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 so closing down at 1732706015083 (+5 ms)3 split writer threads finished at 1732706015083Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706015087 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706015088 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015099 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015101 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706015101Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706015103 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015103 2024-11-27T11:13:35,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.3 2024-11-27T11:13:35,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:35,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 2024-11-27T11:13:35,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 after 0ms 2024-11-27T11:13:35,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 took 3ms 2024-11-27T11:13:35,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 so closing down 2024-11-27T11:13:35,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:35,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:35,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:35,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741900_1078 (size=743) 2024-11-27T11:13:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741900_1078 (size=743) 2024-11-27T11:13:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741901_1079 (size=743) 2024-11-27T11:13:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741901_1079 (size=743) 2024-11-27T11:13:35,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:35,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:35,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,126 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4, size=1.4 K (1393bytes) at 1732706015107Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 so closing down at 1732706015111 (+4 ms)3 split writer threads finished at 1732706015111Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706015116 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706015116Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015122 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015122Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706015125 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706015125Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015125 2024-11-27T11:13:35,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.4 2024-11-27T11:13:35,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:35,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 2024-11-27T11:13:35,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 after 1ms 2024-11-27T11:13:35,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 took 4ms 2024-11-27T11:13:35,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 so closing down 2024-11-27T11:13:35,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:35,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:35,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:35,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741902_1080 (size=743) 2024-11-27T11:13:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741902_1080 (size=743) 2024-11-27T11:13:35,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741903_1081 (size=743) 2024-11-27T11:13:35,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741903_1081 (size=743) 2024-11-27T11:13:35,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:35,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:35,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5, size=1.4 K (1393bytes) at 1732706015128Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 so closing down at 1732706015133 (+5 ms)3 split writer threads finished at 1732706015133Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706015137 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706015137Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015142 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015144 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706015145 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706015146 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015146 2024-11-27T11:13:35,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.5 2024-11-27T11:13:35,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:35,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 2024-11-27T11:13:35,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 after 0ms 2024-11-27T11:13:35,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 took 3ms 2024-11-27T11:13:35,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 so closing down 2024-11-27T11:13:35,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:35,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:35,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:35,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741904_1082 (size=749) 2024-11-27T11:13:35,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741904_1082 (size=749) 2024-11-27T11:13:35,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741905_1083 (size=749) 2024-11-27T11:13:35,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741905_1083 (size=749) 2024-11-27T11:13:35,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:35,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:35,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:35,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6, size=1.4 K (1405bytes) at 1732706015149Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 so closing down at 1732706015153 (+4 ms)3 split writer threads finished at 1732706015154 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706015158 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706015158Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015163 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015165 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706015166 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706015167 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706015168 (+1 ms) 2024-11-27T11:13:35,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.6 2024-11-27T11:13:35,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:35,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 2024-11-27T11:13:35,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 after 0ms 2024-11-27T11:13:35,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 took 3ms 2024-11-27T11:13:35,176 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 so closing down 2024-11-27T11:13:35,176 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:35,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:35,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:35,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741906_1084 (size=753) 2024-11-27T11:13:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741906_1084 (size=753) 2024-11-27T11:13:35,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741907_1085 (size=753) 2024-11-27T11:13:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741907_1085 (size=753) 2024-11-27T11:13:35,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:35,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:35,189 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:35,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7, size=1.4 K (1413bytes) at 1732706015171Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 so closing down at 1732706015176 (+5 ms)3 split writer threads finished at 1732706015176Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706015180 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706015180Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015186 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015187 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706015188 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706015189 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706015189 2024-11-27T11:13:35,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.7 2024-11-27T11:13:35,192 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:35,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 2024-11-27T11:13:35,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 after 1ms 2024-11-27T11:13:35,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 took 3ms 2024-11-27T11:13:35,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 so closing down 2024-11-27T11:13:35,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:35,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:35,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:35,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741908_1086 (size=753) 2024-11-27T11:13:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741909_1087 (size=753) 2024-11-27T11:13:35,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741909_1087 (size=753) 2024-11-27T11:13:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741908_1086 (size=753) 2024-11-27T11:13:35,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:35,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:35,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:35,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8, size=1.4 K (1413bytes) at 1732706015192Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 so closing down at 1732706015197 (+5 ms)3 split writer threads finished at 1732706015197Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706015201 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706015201Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015206 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015208 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706015210 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706015210Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706015210 2024-11-27T11:13:35,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.8 2024-11-27T11:13:35,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:35,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 2024-11-27T11:13:35,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 after 1ms 2024-11-27T11:13:35,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 took 4ms 2024-11-27T11:13:35,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 so closing down 2024-11-27T11:13:35,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,219 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:35,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:35,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:35,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741910_1088 (size=753) 2024-11-27T11:13:35,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741910_1088 (size=753) 2024-11-27T11:13:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741911_1089 (size=753) 2024-11-27T11:13:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741911_1089 (size=753) 2024-11-27T11:13:35,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:35,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:35,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:35,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9, size=1.4 K (1413bytes) at 1732706015214Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 so closing down at 1732706015219 (+5 ms)3 split writer threads finished at 1732706015219Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706015224 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706015224Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015233 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706015236 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015635 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706015637 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706015637 2024-11-27T11:13:35,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/WALs/testretryopenduringrecovery,16010,1732706012804/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/ef689e3c-b15f-08b3-4571-f27f8f57055e/oldWALs/wal.dat.9 2024-11-27T11:13:35,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 143), OpenFileDescriptor=401 (was 403), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=7552 (was 7621) 2024-11-27T11:13:35,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=7552 2024-11-27T11:13:35,657 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741912_1090 (size=7) 2024-11-27T11:13:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741912_1090 (size=7) 2024-11-27T11:13:35,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:35,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:35,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:35,670 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:35,670 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:35,671 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:35,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741913_1091 (size=1393) 2024-11-27T11:13:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741913_1091 (size=1393) 2024-11-27T11:13:35,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:35,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:35,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741914_1092 (size=1393) 2024-11-27T11:13:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741914_1092 (size=1393) 2024-11-27T11:13:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:35,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741915_1093 (size=1393) 2024-11-27T11:13:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741915_1093 (size=1393) 2024-11-27T11:13:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:35,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741916_1094 (size=1393) 2024-11-27T11:13:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741916_1094 (size=1393) 2024-11-27T11:13:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:35,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741917_1095 (size=1393) 2024-11-27T11:13:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741917_1095 (size=1393) 2024-11-27T11:13:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:35,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741919_1097 (size=1405) 2024-11-27T11:13:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741919_1097 (size=1405) 2024-11-27T11:13:35,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:35,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741920_1098 (size=1413) 2024-11-27T11:13:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741920_1098 (size=1413) 2024-11-27T11:13:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:35,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741921_1099 (size=1413) 2024-11-27T11:13:35,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741921_1099 (size=1413) 2024-11-27T11:13:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:35,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741922_1100 (size=1413) 2024-11-27T11:13:35,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741922_1100 (size=1413) 2024-11-27T11:13:35,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:35,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:35,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 2024-11-27T11:13:35,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 after 0ms 2024-11-27T11:13:35,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 took 3ms 2024-11-27T11:13:35,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 so closing down 2024-11-27T11:13:35,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,857 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,860 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:35,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:35,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:35,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741923_1101 (size=743) 2024-11-27T11:13:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741923_1101 (size=743) 2024-11-27T11:13:35,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741924_1102 (size=743) 2024-11-27T11:13:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741924_1102 (size=743) 2024-11-27T11:13:35,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:35,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0, size=1.4 K (1393bytes) at 1732706015852Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 so closing down at 1732706015857 (+5 ms)3 split writer threads finished at 1732706015857Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706015865 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706015869 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015874 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706015876 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015879 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706015881 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015881 2024-11-27T11:13:35,883 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.0 2024-11-27T11:13:35,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:35,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 2024-11-27T11:13:35,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 after 0ms 2024-11-27T11:13:35,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 took 2ms 2024-11-27T11:13:35,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 so closing down 2024-11-27T11:13:35,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:35,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:35,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:35,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741926_1104 (size=743) 2024-11-27T11:13:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741926_1104 (size=743) 2024-11-27T11:13:35,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741925_1103 (size=743) 2024-11-27T11:13:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741925_1103 (size=743) 2024-11-27T11:13:35,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:35,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1, size=1.4 K (1393bytes) at 1732706015883Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 so closing down at 1732706015887 (+4 ms)3 split writer threads finished at 1732706015887Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706015907 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706015910 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015923 (+13 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706015925 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015928 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706015929 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015929 2024-11-27T11:13:35,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.1 2024-11-27T11:13:35,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:35,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 2024-11-27T11:13:35,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 after 0ms 2024-11-27T11:13:35,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 took 2ms 2024-11-27T11:13:35,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 so closing down 2024-11-27T11:13:35,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:35,942 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:35,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:35,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741927_1105 (size=743) 2024-11-27T11:13:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741928_1106 (size=743) 2024-11-27T11:13:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741928_1106 (size=743) 2024-11-27T11:13:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741927_1105 (size=743) 2024-11-27T11:13:35,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:35,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:35,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:35,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2, size=1.4 K (1393bytes) at 1732706015936Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 so closing down at 1732706015939 (+3 ms)3 split writer threads finished at 1732706015939Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706015943 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706015943Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015951 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015951Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706015952 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706015952Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706015952 2024-11-27T11:13:35,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.2 2024-11-27T11:13:35,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:35,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 2024-11-27T11:13:35,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 after 0ms 2024-11-27T11:13:35,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 took 3ms 2024-11-27T11:13:35,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 so closing down 2024-11-27T11:13:35,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:35,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:35,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:35,960 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:35,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:35,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741929_1107 (size=743) 2024-11-27T11:13:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741929_1107 (size=743) 2024-11-27T11:13:35,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741930_1108 (size=743) 2024-11-27T11:13:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741930_1108 (size=743) 2024-11-27T11:13:35,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:36,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:36,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:36,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:36,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3, size=1.4 K (1393bytes) at 1732706015954Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 so closing down at 1732706015958 (+4 ms)3 split writer threads finished at 1732706015958Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706015961 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706015961Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706015970 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706015972 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706016371 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706016373 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706016373 2024-11-27T11:13:36,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.3 2024-11-27T11:13:36,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:36,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 2024-11-27T11:13:36,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 after 0ms 2024-11-27T11:13:36,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 took 2ms 2024-11-27T11:13:36,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 so closing down 2024-11-27T11:13:36,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:36,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:36,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:36,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:36,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:36,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741931_1109 (size=743) 2024-11-27T11:13:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741932_1110 (size=743) 2024-11-27T11:13:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741932_1110 (size=743) 2024-11-27T11:13:36,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:36,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741931_1109 (size=743) 2024-11-27T11:13:36,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:36,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:36,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:36,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4, size=1.4 K (1393bytes) at 1732706016375Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 so closing down at 1732706016378 (+3 ms)3 split writer threads finished at 1732706016379 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706016382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706016382Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706016387 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706016388 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706016390 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706016391 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706016392 (+1 ms) 2024-11-27T11:13:36,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.4 2024-11-27T11:13:36,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5, size=150 (150bytes) 2024-11-27T11:13:36,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 2024-11-27T11:13:36,394 WARN [IPC Server handler 2 on default port 33827 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-27T11:13:36,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 after 1ms 2024-11-27T11:13:36,845 WARN [ResponseProcessor for block BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:36,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1523848751_22 at /127.0.0.1:38948 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38948 dst: /127.0.0.1:35341 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35341 remote=/127.0.0.1:38948]. Total timeout mills is 60000, 58923 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:36,846 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1523848751_22 at /127.0.0.1:35386 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35386 dst: /127.0.0.1:35551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:36,846 WARN [DataStreamer for file /user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK], DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK]) is bad. 2024-11-27T11:13:36,847 WARN [DataStreamer for file /user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 block BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:40,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 after 4002ms 2024-11-27T11:13:40,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 took 4004ms 2024-11-27T11:13:40,399 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5; continuing. 2024-11-27T11:13:40,399 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 so closing down 2024-11-27T11:13:40,399 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:40,399 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:40,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:40,401 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:40,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:40,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741933_1112 (size=743) 2024-11-27T11:13:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741934_1113 (size=743) 2024-11-27T11:13:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741933_1112 (size=743) 2024-11-27T11:13:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741934_1113 (size=743) 2024-11-27T11:13:40,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:40,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:40,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-27T11:13:40,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5, size=150 (150bytes) at 1732706016393Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 so closing down at 1732706020399 (+4006 ms)3 split writer threads finished at 1732706020399Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706020403 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706020403Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020409 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020410 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706020411 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706020411Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732706020411 2024-11-27T11:13:40,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.5 2024-11-27T11:13:40,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:40,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 2024-11-27T11:13:40,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 after 0ms 2024-11-27T11:13:40,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 took 3ms 2024-11-27T11:13:40,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 so closing down 2024-11-27T11:13:40,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:40,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:40,420 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:40,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:40,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:40,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741935_1114 (size=749) 2024-11-27T11:13:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741935_1114 (size=749) 2024-11-27T11:13:40,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:40,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741936_1115 (size=749) 2024-11-27T11:13:40,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741936_1115 (size=749) 2024-11-27T11:13:40,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:40,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:40,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6, size=1.4 K (1405bytes) at 1732706020413Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 so closing down at 1732706020417 (+4 ms)3 split writer threads finished at 1732706020417Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706020421 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706020424 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020428 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706020430 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020431 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706020433 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706020433 2024-11-27T11:13:40,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.6 2024-11-27T11:13:40,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:40,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 2024-11-27T11:13:40,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 after 0ms 2024-11-27T11:13:40,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 took 3ms 2024-11-27T11:13:40,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 so closing down 2024-11-27T11:13:40,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:40,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:40,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:40,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:40,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:40,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741937_1116 (size=753) 2024-11-27T11:13:40,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741937_1116 (size=753) 2024-11-27T11:13:40,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741938_1117 (size=753) 2024-11-27T11:13:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741938_1117 (size=753) 2024-11-27T11:13:40,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:40,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:40,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7, size=1.4 K (1413bytes) at 1732706020435Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 so closing down at 1732706020439 (+4 ms)3 split writer threads finished at 1732706020439Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706020445 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706020453 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020455 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706020457 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020465 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706020466 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706020467 (+1 ms) 2024-11-27T11:13:40,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.7 2024-11-27T11:13:40,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:40,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 2024-11-27T11:13:40,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 after 0ms 2024-11-27T11:13:40,472 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 took 3ms 2024-11-27T11:13:40,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 so closing down 2024-11-27T11:13:40,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:40,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:40,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:40,476 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:40,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:40,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741939_1118 (size=753) 2024-11-27T11:13:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741939_1118 (size=753) 2024-11-27T11:13:40,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741940_1119 (size=753) 2024-11-27T11:13:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741940_1119 (size=753) 2024-11-27T11:13:40,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:40,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:40,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8, size=1.4 K (1413bytes) at 1732706020469Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 so closing down at 1732706020473 (+4 ms)3 split writer threads finished at 1732706020474 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706020477 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706020477Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020489 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706020490 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020494 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706020495 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706020495 2024-11-27T11:13:40,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.8 2024-11-27T11:13:40,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:40,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 2024-11-27T11:13:40,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 after 1ms 2024-11-27T11:13:40,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 took 3ms 2024-11-27T11:13:40,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 so closing down 2024-11-27T11:13:40,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:40,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:40,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:40,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:40,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:40,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:40,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741942_1121 (size=753) 2024-11-27T11:13:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741942_1121 (size=753) 2024-11-27T11:13:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741941_1120 (size=753) 2024-11-27T11:13:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741941_1120 (size=753) 2024-11-27T11:13:40,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:40,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:40,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:40,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:40,515 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9, size=1.4 K (1413bytes) at 1732706020497Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 so closing down at 1732706020501 (+4 ms)3 split writer threads finished at 1732706020501Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706020504 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706020504Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020513 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706020513Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706020514 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706020514Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706020515 (+1 ms) 2024-11-27T11:13:40,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732706015670/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/391d147a-dc7a-ba71-ae3f-7fc1c5d47fd4/oldWALs/wal.dat.9 2024-11-27T11:13:40,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 141), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8203 (was 7552) - AvailableMemoryMB LEAK? - 2024-11-27T11:13:40,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=8202 2024-11-27T11:13:40,597 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741943_1122 (size=7) 2024-11-27T11:13:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741943_1122 (size=7) 2024-11-27T11:13:40,610 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:40,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:40,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:40,614 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:40,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=8201 (was 8202) 2024-11-27T11:13:40,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=8200 2024-11-27T11:13:40,630 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741944_1123 (size=7) 2024-11-27T11:13:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741944_1123 (size=7) 2024-11-27T11:13:40,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:40,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:40,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:40,643 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:40,643 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:40,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:40,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:40,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741945_1124 (size=1393) 2024-11-27T11:13:40,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741945_1124 (size=1393) 2024-11-27T11:13:40,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:40,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:40,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741946_1125 (size=1393) 2024-11-27T11:13:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741946_1125 (size=1393) 2024-11-27T11:13:41,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:41,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741947_1126 (size=1393) 2024-11-27T11:13:41,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741947_1126 (size=1393) 2024-11-27T11:13:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:41,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741948_1127 (size=1393) 2024-11-27T11:13:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741948_1127 (size=1393) 2024-11-27T11:13:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:41,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741949_1128 (size=1393) 2024-11-27T11:13:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741949_1128 (size=1393) 2024-11-27T11:13:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:41,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741950_1129 (size=1393) 2024-11-27T11:13:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741950_1129 (size=1393) 2024-11-27T11:13:41,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:41,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741951_1130 (size=1405) 2024-11-27T11:13:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741951_1130 (size=1405) 2024-11-27T11:13:41,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:41,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741952_1131 (size=1413) 2024-11-27T11:13:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741952_1131 (size=1413) 2024-11-27T11:13:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:41,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741953_1132 (size=1413) 2024-11-27T11:13:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741953_1132 (size=1413) 2024-11-27T11:13:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:41,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741954_1133 (size=1413) 2024-11-27T11:13:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741954_1133 (size=1413) 2024-11-27T11:13:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:41,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:41,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 2024-11-27T11:13:41,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 after 0ms 2024-11-27T11:13:41,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 took 4ms 2024-11-27T11:13:41,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 so closing down 2024-11-27T11:13:41,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:41,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:41,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:41,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741955_1134 (size=743) 2024-11-27T11:13:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741956_1135 (size=743) 2024-11-27T11:13:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741955_1134 (size=743) 2024-11-27T11:13:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741956_1135 (size=743) 2024-11-27T11:13:41,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:41,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:41,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0, size=1.4 K (1393bytes) at 1732706021657Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 so closing down at 1732706021666 (+9 ms)3 split writer threads finished at 1732706021666Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706021676 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706021677 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021685 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021685Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706021686 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706021686Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021687 (+1 ms) 2024-11-27T11:13:41,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.0 2024-11-27T11:13:41,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:41,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 2024-11-27T11:13:41,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 after 1ms 2024-11-27T11:13:41,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 took 3ms 2024-11-27T11:13:41,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 so closing down 2024-11-27T11:13:41,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:41,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:41,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:41,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741958_1137 (size=743) 2024-11-27T11:13:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741958_1137 (size=743) 2024-11-27T11:13:41,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741957_1136 (size=743) 2024-11-27T11:13:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741957_1136 (size=743) 2024-11-27T11:13:41,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:41,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1, size=1.4 K (1393bytes) at 1732706021689Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 so closing down at 1732706021699 (+10 ms)3 split writer threads finished at 1732706021700 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706021704 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706021704Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021714 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706021715 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021720 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706021721 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021721 2024-11-27T11:13:41,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.1 2024-11-27T11:13:41,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:41,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 2024-11-27T11:13:41,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 after 1ms 2024-11-27T11:13:41,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 took 2ms 2024-11-27T11:13:41,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 so closing down 2024-11-27T11:13:41,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:41,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:41,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:41,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741959_1138 (size=743) 2024-11-27T11:13:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741959_1138 (size=743) 2024-11-27T11:13:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741960_1139 (size=743) 2024-11-27T11:13:41,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741960_1139 (size=743) 2024-11-27T11:13:41,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:41,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:41,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2, size=1.4 K (1393bytes) at 1732706021723Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 so closing down at 1732706021727 (+4 ms)3 split writer threads finished at 1732706021727Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706021732 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706021732Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021750 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021752 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706021752Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706021753 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021753 2024-11-27T11:13:41,755 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.2 2024-11-27T11:13:41,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:41,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 2024-11-27T11:13:41,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 after 0ms 2024-11-27T11:13:41,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 took 2ms 2024-11-27T11:13:41,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 so closing down 2024-11-27T11:13:41,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,763 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:41,763 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:41,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:41,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741961_1140 (size=743) 2024-11-27T11:13:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741961_1140 (size=743) 2024-11-27T11:13:41,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741962_1141 (size=743) 2024-11-27T11:13:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741962_1141 (size=743) 2024-11-27T11:13:41,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:41,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3, size=1.4 K (1393bytes) at 1732706021755Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 so closing down at 1732706021761 (+6 ms)3 split writer threads finished at 1732706021761Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706021764 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706021764Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021769 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706021771 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021774 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706021775 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021776 (+1 ms) 2024-11-27T11:13:41,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.3 2024-11-27T11:13:41,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:41,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 2024-11-27T11:13:41,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 after 0ms 2024-11-27T11:13:41,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 took 3ms 2024-11-27T11:13:41,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 so closing down 2024-11-27T11:13:41,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:41,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:41,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:41,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741964_1143 (size=743) 2024-11-27T11:13:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741964_1143 (size=743) 2024-11-27T11:13:41,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741963_1142 (size=743) 2024-11-27T11:13:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741963_1142 (size=743) 2024-11-27T11:13:41,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:41,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:41,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4, size=1.4 K (1393bytes) at 1732706021778Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 so closing down at 1732706021781 (+3 ms)3 split writer threads finished at 1732706021781Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706021784 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706021784Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021789 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706021790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021790Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706021791 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021792 (+1 ms) 2024-11-27T11:13:41,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.4 2024-11-27T11:13:41,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:41,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 2024-11-27T11:13:41,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 after 1ms 2024-11-27T11:13:41,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 took 2ms 2024-11-27T11:13:41,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 so closing down 2024-11-27T11:13:41,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:41,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:41,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:41,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741965_1144 (size=743) 2024-11-27T11:13:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741965_1144 (size=743) 2024-11-27T11:13:41,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741966_1145 (size=743) 2024-11-27T11:13:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741966_1145 (size=743) 2024-11-27T11:13:41,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:41,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:41,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:41,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5, size=1.4 K (1393bytes) at 1732706021793Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 so closing down at 1732706021796 (+3 ms)3 split writer threads finished at 1732706021796Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706021872 (+76 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706021872Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021879 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021879Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706021880 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706021881 (+1 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706021881 2024-11-27T11:13:41,883 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.5 2024-11-27T11:13:41,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:41,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 2024-11-27T11:13:41,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 after 0ms 2024-11-27T11:13:41,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 took 2ms 2024-11-27T11:13:41,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 so closing down 2024-11-27T11:13:41,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:41,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:41,888 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:41,888 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:41,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:41,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741967_1146 (size=749) 2024-11-27T11:13:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741967_1146 (size=749) 2024-11-27T11:13:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741968_1147 (size=749) 2024-11-27T11:13:41,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741968_1147 (size=749) 2024-11-27T11:13:41,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:42,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:42,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:42,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6, size=1.4 K (1405bytes) at 1732706021883Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 so closing down at 1732706021886 (+3 ms)3 split writer threads finished at 1732706021886Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706021889 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706021889Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706021894 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706021895 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022295 (+400 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706022297 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706022297 2024-11-27T11:13:42,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.6 2024-11-27T11:13:42,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:42,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 2024-11-27T11:13:42,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 after 0ms 2024-11-27T11:13:42,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 took 2ms 2024-11-27T11:13:42,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 so closing down 2024-11-27T11:13:42,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:42,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:42,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:42,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:42,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:42,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741969_1148 (size=753) 2024-11-27T11:13:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741969_1148 (size=753) 2024-11-27T11:13:42,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741970_1149 (size=753) 2024-11-27T11:13:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741970_1149 (size=753) 2024-11-27T11:13:42,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:42,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:42,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:42,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7, size=1.4 K (1413bytes) at 1732706022299Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 so closing down at 1732706022302 (+3 ms)3 split writer threads finished at 1732706022302Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706022305 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706022306 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022314 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022316 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706022316Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706022317 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706022317 2024-11-27T11:13:42,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.7 2024-11-27T11:13:42,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:42,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 2024-11-27T11:13:42,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 after 0ms 2024-11-27T11:13:42,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 took 2ms 2024-11-27T11:13:42,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 so closing down 2024-11-27T11:13:42,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:42,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:42,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:42,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:42,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:42,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741971_1150 (size=753) 2024-11-27T11:13:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741971_1150 (size=753) 2024-11-27T11:13:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741972_1151 (size=753) 2024-11-27T11:13:42,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741972_1151 (size=753) 2024-11-27T11:13:42,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:42,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:42,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:42,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8, size=1.4 K (1413bytes) at 1732706022319Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 so closing down at 1732706022322 (+3 ms)3 split writer threads finished at 1732706022323 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706022326 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706022327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022334 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022335 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706022336 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706022337 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706022337 2024-11-27T11:13:42,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.8 2024-11-27T11:13:42,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:42,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 2024-11-27T11:13:42,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 after 0ms 2024-11-27T11:13:42,342 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 took 3ms 2024-11-27T11:13:42,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 so closing down 2024-11-27T11:13:42,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:42,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:42,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:42,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:42,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:42,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741973_1152 (size=753) 2024-11-27T11:13:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741973_1152 (size=753) 2024-11-27T11:13:42,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741974_1153 (size=753) 2024-11-27T11:13:42,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741974_1153 (size=753) 2024-11-27T11:13:42,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:42,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:42,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:42,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:42,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9, size=1.4 K (1413bytes) at 1732706022339Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 so closing down at 1732706022343 (+4 ms)3 split writer threads finished at 1732706022343Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706022346 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706022346Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022354 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706022356 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706022356Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706022357 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706022357 2024-11-27T11:13:42,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/WALs/testsplit,16010,1732706020643/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/d6aaaf95-df3a-75c1-ba29-c6a48f103dde/oldWALs/wal.dat.9 2024-11-27T11:13:42,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=8056 (was 8200) 2024-11-27T11:13:42,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=8056 2024-11-27T11:13:42,417 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:42,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741975_1154 (size=7) 2024-11-27T11:13:42,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741975_1154 (size=7) 2024-11-27T11:13:42,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:42,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:42,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:42,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:42,430 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:42,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:42,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741976_1155 (size=1393) 2024-11-27T11:13:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741976_1155 (size=1393) 2024-11-27T11:13:42,444 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:42,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:42,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741977_1156 (size=1393) 2024-11-27T11:13:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741977_1156 (size=1393) 2024-11-27T11:13:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:42,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741978_1157 (size=1393) 2024-11-27T11:13:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741978_1157 (size=1393) 2024-11-27T11:13:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:42,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741979_1158 (size=1393) 2024-11-27T11:13:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741979_1158 (size=1393) 2024-11-27T11:13:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:42,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741980_1159 (size=1393) 2024-11-27T11:13:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741980_1159 (size=1393) 2024-11-27T11:13:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:42,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741981_1160 (size=1393) 2024-11-27T11:13:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741981_1160 (size=1393) 2024-11-27T11:13:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:42,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741982_1161 (size=1405) 2024-11-27T11:13:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741982_1161 (size=1405) 2024-11-27T11:13:42,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:42,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:42,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741983_1162 (size=1413) 2024-11-27T11:13:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741983_1162 (size=1413) 2024-11-27T11:13:42,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:42,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:42,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:42,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741984_1163 (size=1413) 2024-11-27T11:13:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741984_1163 (size=1413) 2024-11-27T11:13:42,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:42,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:42,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:42,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741985_1164 (size=1413) 2024-11-27T11:13:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741985_1164 (size=1413) 2024-11-27T11:13:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:43,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:43,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 2024-11-27T11:13:43,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 after 1ms 2024-11-27T11:13:43,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 took 5ms 2024-11-27T11:13:43,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 so closing down 2024-11-27T11:13:43,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:43,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:43,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:43,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741986_1165 (size=743) 2024-11-27T11:13:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741986_1165 (size=743) 2024-11-27T11:13:43,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741987_1166 (size=743) 2024-11-27T11:13:43,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741987_1166 (size=743) 2024-11-27T11:13:43,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:43,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:43,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:43,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0, size=1.4 K (1393bytes) at 1732706023037Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 so closing down at 1732706023047 (+10 ms)3 split writer threads finished at 1732706023049 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706023053 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706023053Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023064 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706023066 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023464 (+398 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706023468 (+4 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706023468 2024-11-27T11:13:43,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.0 2024-11-27T11:13:43,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:43,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 2024-11-27T11:13:43,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 after 1ms 2024-11-27T11:13:43,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 took 4ms 2024-11-27T11:13:43,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 so closing down 2024-11-27T11:13:43,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:43,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:43,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:43,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:43,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741988_1167 (size=743) 2024-11-27T11:13:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741988_1167 (size=743) 2024-11-27T11:13:43,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741989_1168 (size=743) 2024-11-27T11:13:43,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741989_1168 (size=743) 2024-11-27T11:13:43,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:43,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:43,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1, size=1.4 K (1393bytes) at 1732706023472Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 so closing down at 1732706023478 (+6 ms)3 split writer threads finished at 1732706023478Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706023484 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706023492 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023499 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706023501 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023504 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706023506 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706023506 2024-11-27T11:13:43,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.1 2024-11-27T11:13:43,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:43,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 2024-11-27T11:13:43,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 after 0ms 2024-11-27T11:13:43,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 took 4ms 2024-11-27T11:13:43,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 so closing down 2024-11-27T11:13:43,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,517 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:43,518 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:43,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:43,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741990_1169 (size=743) 2024-11-27T11:13:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741990_1169 (size=743) 2024-11-27T11:13:43,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741991_1170 (size=743) 2024-11-27T11:13:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741991_1170 (size=743) 2024-11-27T11:13:43,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:43,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:43,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:43,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2, size=1.4 K (1393bytes) at 1732706023510Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 so closing down at 1732706023514 (+4 ms)3 split writer threads finished at 1732706023515 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706023519 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706023519Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023531 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706023534 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023933 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706023935 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706023936 (+1 ms) 2024-11-27T11:13:43,939 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.2 2024-11-27T11:13:43,939 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:43,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 2024-11-27T11:13:43,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 after 1ms 2024-11-27T11:13:43,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 took 4ms 2024-11-27T11:13:43,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 so closing down 2024-11-27T11:13:43,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:43,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:43,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:43,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741992_1171 (size=743) 2024-11-27T11:13:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741992_1171 (size=743) 2024-11-27T11:13:43,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741993_1172 (size=743) 2024-11-27T11:13:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741993_1172 (size=743) 2024-11-27T11:13:43,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:43,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:43,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3, size=1.4 K (1393bytes) at 1732706023939Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 so closing down at 1732706023944 (+5 ms)3 split writer threads finished at 1732706023944Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706023950 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706023950Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023958 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706023961 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023962 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706023964 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706023964 2024-11-27T11:13:43,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.3 2024-11-27T11:13:43,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:43,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 2024-11-27T11:13:43,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 after 0ms 2024-11-27T11:13:43,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 took 3ms 2024-11-27T11:13:43,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 so closing down 2024-11-27T11:13:43,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:43,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:43,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:43,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741995_1174 (size=743) 2024-11-27T11:13:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741995_1174 (size=743) 2024-11-27T11:13:43,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741994_1173 (size=743) 2024-11-27T11:13:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741994_1173 (size=743) 2024-11-27T11:13:43,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:43,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:43,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:43,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:43,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4, size=1.4 K (1393bytes) at 1732706023967Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 so closing down at 1732706023970 (+3 ms)3 split writer threads finished at 1732706023970Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706023974 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706023974Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023982 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706023985 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706023985Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706023987 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706023987 2024-11-27T11:13:43,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.4 2024-11-27T11:13:43,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:43,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 2024-11-27T11:13:43,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 after 0ms 2024-11-27T11:13:43,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 took 3ms 2024-11-27T11:13:43,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 so closing down 2024-11-27T11:13:43,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:43,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:43,996 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:43,997 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:43,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:43,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741996_1175 (size=743) 2024-11-27T11:13:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741996_1175 (size=743) 2024-11-27T11:13:44,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741997_1176 (size=743) 2024-11-27T11:13:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741997_1176 (size=743) 2024-11-27T11:13:44,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:44,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:44,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:44,017 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5, size=1.4 K (1393bytes) at 1732706023990Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 so closing down at 1732706023994 (+4 ms)3 split writer threads finished at 1732706023994Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706023998 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706023998Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024011 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024013 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706024015 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706024016 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706024017 (+1 ms) 2024-11-27T11:13:44,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.5 2024-11-27T11:13:44,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:44,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 2024-11-27T11:13:44,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 after 0ms 2024-11-27T11:13:44,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 took 4ms 2024-11-27T11:13:44,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 so closing down 2024-11-27T11:13:44,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:44,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:44,029 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:44,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:44,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:44,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741999_1178 (size=749) 2024-11-27T11:13:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741999_1178 (size=749) 2024-11-27T11:13:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741998_1177 (size=749) 2024-11-27T11:13:44,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741998_1177 (size=749) 2024-11-27T11:13:44,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:44,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:44,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6, size=1.4 K (1405bytes) at 1732706024020Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 so closing down at 1732706024025 (+5 ms)3 split writer threads finished at 1732706024025Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706024031 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706024040 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024052 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024053 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706024055 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706024056 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706024056 2024-11-27T11:13:44,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.6 2024-11-27T11:13:44,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:44,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 2024-11-27T11:13:44,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 after 0ms 2024-11-27T11:13:44,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 took 3ms 2024-11-27T11:13:44,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 so closing down 2024-11-27T11:13:44,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:44,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:44,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:44,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:44,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:44,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742001_1180 (size=753) 2024-11-27T11:13:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742001_1180 (size=753) 2024-11-27T11:13:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742000_1179 (size=753) 2024-11-27T11:13:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742000_1179 (size=753) 2024-11-27T11:13:44,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:44,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:44,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:44,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7, size=1.4 K (1413bytes) at 1732706024060Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 so closing down at 1732706024065 (+5 ms)3 split writer threads finished at 1732706024065Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706024072 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706024072Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024083 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024083Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706024085 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706024085Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706024085 2024-11-27T11:13:44,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.7 2024-11-27T11:13:44,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:44,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 2024-11-27T11:13:44,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 after 1ms 2024-11-27T11:13:44,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 took 3ms 2024-11-27T11:13:44,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 so closing down 2024-11-27T11:13:44,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:44,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:44,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:44,099 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:44,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:44,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742002_1181 (size=753) 2024-11-27T11:13:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742003_1182 (size=753) 2024-11-27T11:13:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742003_1182 (size=753) 2024-11-27T11:13:44,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742002_1181 (size=753) 2024-11-27T11:13:44,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:44,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:44,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:44,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8, size=1.4 K (1413bytes) at 1732706024091Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 so closing down at 1732706024095 (+4 ms)3 split writer threads finished at 1732706024095Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706024099 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706024100 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024115 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024117 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706024118 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706024119 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706024119 2024-11-27T11:13:44,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.8 2024-11-27T11:13:44,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:44,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 2024-11-27T11:13:44,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 after 1ms 2024-11-27T11:13:44,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 took 4ms 2024-11-27T11:13:44,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 so closing down 2024-11-27T11:13:44,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:44,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:44,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:44,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:44,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:44,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742004_1183 (size=753) 2024-11-27T11:13:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742005_1184 (size=753) 2024-11-27T11:13:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742004_1183 (size=753) 2024-11-27T11:13:44,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742005_1184 (size=753) 2024-11-27T11:13:44,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:44,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:44,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:44,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:44,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9, size=1.4 K (1413bytes) at 1732706024122Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 so closing down at 1732706024129 (+7 ms)3 split writer threads finished at 1732706024129Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706024138 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706024139 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024155 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706024156 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706024158 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706024159 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706024159 2024-11-27T11:13:44,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/WALs/testmovedwalduringrecovery,16010,1732706022429/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/cf820c3d-35a7-ef30-0ff6-855852d29440/oldWALs/wal.dat.9 2024-11-27T11:13:44,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137 (was 139), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7894 (was 8056) 2024-11-27T11:13:44,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7894 2024-11-27T11:13:44,178 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742006_1185 (size=7) 2024-11-27T11:13:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742006_1185 (size=7) 2024-11-27T11:13:44,185 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:44,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:44,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:44,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:44,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-27T11:13:44,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-27T11:13:44,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-27T11:13:44,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-27T11:13:44,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-27T11:13:44,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake, size=0 (0bytes) 2024-11-27T11:13:44,217 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake took 8ms 2024-11-27T11:13:44,524 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake so closing down 2024-11-27T11:13:44,524 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:44,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:44,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-27T11:13:44,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-27T11:13:44,541 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-27T11:13:44,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 96 ms) 2024-11-27T11:13:44,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-27T11:13:44,634 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) 2024-11-27T11:13:44,637 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-27T11:13:44,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) 2024-11-27T11:13:44,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-27T11:13:44,697 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) 2024-11-27T11:13:44,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-27T11:13:44,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake, size=0 (0bytes) at 1732706024209Split 1024 edits, skipped 0 edits. at 1732706024241 (+32 ms)Split 2048 edits, skipped 0 edits. at 1732706024255 (+14 ms)Split 3072 edits, skipped 0 edits. at 1732706024269 (+14 ms)Split 4096 edits, skipped 0 edits. at 1732706024282 (+13 ms)Split 5120 edits, skipped 0 edits. at 1732706024295 (+13 ms)Split 6144 edits, skipped 0 edits. at 1732706024310 (+15 ms)Split 7168 edits, skipped 0 edits. at 1732706024322 (+12 ms)Split 8192 edits, skipped 0 edits. at 1732706024333 (+11 ms)Split 9216 edits, skipped 0 edits. at 1732706024349 (+16 ms)Split 10240 edits, skipped 0 edits. at 1732706024368 (+19 ms)Split 11264 edits, skipped 0 edits. at 1732706024385 (+17 ms)Split 12288 edits, skipped 0 edits. at 1732706024400 (+15 ms)Split 13312 edits, skipped 0 edits. at 1732706024416 (+16 ms)Split 14336 edits, skipped 0 edits. at 1732706024433 (+17 ms)Split 15360 edits, skipped 0 edits. at 1732706024450 (+17 ms)Split 16384 edits, skipped 0 edits. at 1732706024465 (+15 ms)Split 17408 edits, skipped 0 edits. at 1732706024483 (+18 ms)Split 18432 edits, skipped 0 edits. at 1732706024498 (+15 ms)Split 19456 edits, skipped 0 edits. at 1732706024514 (+16 ms)Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake so closing down at 1732706024524 (+10 ms)3 split writer threads finished at 1732706024525 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732706024530 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732706024531 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732706024542 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 96 ms) at 1732706024627 (+85 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732706024631 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) at 1732706024634 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732706024637 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) at 1732706024647 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1732706024694 (+47 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) at 1732706024697 (+3 ms)Processed 20000 edits across 5 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/72ccd4ff-57a5-63f9-be32-b8a72249c454/WALs/testthreading,16010,1732706024189/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732706024698 (+1 ms) 2024-11-27T11:13:44,698 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-27T11:13:44,698 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-27T11:13:44,698 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-27T11:13:44,699 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-27T11:13:44,699 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-27T11:13:44,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 137), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7812 (was 7894) 2024-11-27T11:13:44,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7810 2024-11-27T11:13:44,719 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742007_1186 (size=7) 2024-11-27T11:13:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742007_1186 (size=7) 2024-11-27T11:13:44,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:44,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:44,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:44,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:44,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-27T11:13:44,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:44,740 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:44,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742008_1187 (size=1393) 2024-11-27T11:13:44,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742008_1187 (size=1393) 2024-11-27T11:13:44,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:44,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:44,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742009_1188 (size=1393) 2024-11-27T11:13:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742009_1188 (size=1393) 2024-11-27T11:13:44,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:44,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742010_1189 (size=1393) 2024-11-27T11:13:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742010_1189 (size=1393) 2024-11-27T11:13:44,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:44,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:44,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742011_1190 (size=1393) 2024-11-27T11:13:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742011_1190 (size=1393) 2024-11-27T11:13:45,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:45,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:45,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742012_1191 (size=1393) 2024-11-27T11:13:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742012_1191 (size=1393) 2024-11-27T11:13:45,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:45,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742013_1192 (size=1393) 2024-11-27T11:13:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742013_1192 (size=1393) 2024-11-27T11:13:45,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:45,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:45,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742014_1193 (size=1405) 2024-11-27T11:13:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742014_1193 (size=1405) 2024-11-27T11:13:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:45,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742015_1194 (size=1413) 2024-11-27T11:13:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742015_1194 (size=1413) 2024-11-27T11:13:45,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:45,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742016_1195 (size=1413) 2024-11-27T11:13:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742016_1195 (size=1413) 2024-11-27T11:13:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:45,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742017_1196 (size=1413) 2024-11-27T11:13:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742017_1196 (size=1413) 2024-11-27T11:13:45,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:45,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-27T11:13:45,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty, size=0 (0bytes) 2024-11-27T11:13:45,369 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty might be still open, length is 0 2024-11-27T11:13:45,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty 2024-11-27T11:13:45,370 WARN [IPC Server handler 1 on default port 33827 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty closed. 2024-11-27T11:13:45,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty after 1ms 2024-11-27T11:13:45,371 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-27T11:13:45,372 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty; empty? 2024-11-27T11:13:45,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty so closing down 2024-11-27T11:13:45,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-27T11:13:45,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty, size=0 (0bytes) at 1732706025369Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty so closing down at 1732706025372 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732706025372 2024-11-27T11:13:45,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat..empty to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat..empty 2024-11-27T11:13:45,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 2024-11-27T11:13:45,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 after 1ms 2024-11-27T11:13:45,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 took 3ms 2024-11-27T11:13:45,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 so closing down 2024-11-27T11:13:45,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:45,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:45,386 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742018_1197 (size=743) 2024-11-27T11:13:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742018_1197 (size=743) 2024-11-27T11:13:45,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:45,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742019_1198 (size=743) 2024-11-27T11:13:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742019_1198 (size=743) 2024-11-27T11:13:45,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:45,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0, size=1.4 K (1393bytes) at 1732706025374Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 so closing down at 1732706025379 (+5 ms)3 split writer threads finished at 1732706025379Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706025384 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025398 (+14 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706025399 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706025400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025405 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706025407 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025407 2024-11-27T11:13:45,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.0 2024-11-27T11:13:45,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:45,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 2024-11-27T11:13:45,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 after 1ms 2024-11-27T11:13:45,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 took 3ms 2024-11-27T11:13:45,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 so closing down 2024-11-27T11:13:45,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:45,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:45,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:45,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742020_1199 (size=743) 2024-11-27T11:13:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742020_1199 (size=743) 2024-11-27T11:13:45,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742021_1200 (size=743) 2024-11-27T11:13:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742021_1200 (size=743) 2024-11-27T11:13:45,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:45,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:45,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1, size=1.4 K (1393bytes) at 1732706025409Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 so closing down at 1732706025414 (+5 ms)3 split writer threads finished at 1732706025414Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706025418 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706025418Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025425 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025427 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706025427Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706025428 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025428 2024-11-27T11:13:45,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.1 2024-11-27T11:13:45,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:45,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 2024-11-27T11:13:45,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 after 0ms 2024-11-27T11:13:45,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 took 2ms 2024-11-27T11:13:45,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 so closing down 2024-11-27T11:13:45,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:45,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:45,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:45,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742022_1201 (size=743) 2024-11-27T11:13:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742022_1201 (size=743) 2024-11-27T11:13:45,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742023_1202 (size=743) 2024-11-27T11:13:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742023_1202 (size=743) 2024-11-27T11:13:45,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:45,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2, size=1.4 K (1393bytes) at 1732706025430Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 so closing down at 1732706025433 (+3 ms)3 split writer threads finished at 1732706025433Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706025436 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706025436Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025445 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706025447 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025453 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706025454 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025454 2024-11-27T11:13:45,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.2 2024-11-27T11:13:45,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:45,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 2024-11-27T11:13:45,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 after 1ms 2024-11-27T11:13:45,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 took 2ms 2024-11-27T11:13:45,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 so closing down 2024-11-27T11:13:45,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,462 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:45,462 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:45,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:45,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742025_1204 (size=743) 2024-11-27T11:13:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742025_1204 (size=743) 2024-11-27T11:13:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742024_1203 (size=743) 2024-11-27T11:13:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742024_1203 (size=743) 2024-11-27T11:13:45,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:45,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:45,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3, size=1.4 K (1393bytes) at 1732706025456Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 so closing down at 1732706025460 (+4 ms)3 split writer threads finished at 1732706025460Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706025463 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706025463Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025475 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706025476 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025876 (+400 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706025877 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025877 2024-11-27T11:13:45,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.3 2024-11-27T11:13:45,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:45,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 2024-11-27T11:13:45,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 after 0ms 2024-11-27T11:13:45,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 took 2ms 2024-11-27T11:13:45,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 so closing down 2024-11-27T11:13:45,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:45,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:45,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:45,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742026_1205 (size=743) 2024-11-27T11:13:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742026_1205 (size=743) 2024-11-27T11:13:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742027_1206 (size=743) 2024-11-27T11:13:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742027_1206 (size=743) 2024-11-27T11:13:45,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:45,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:45,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4, size=1.4 K (1393bytes) at 1732706025879Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 so closing down at 1732706025885 (+6 ms)3 split writer threads finished at 1732706025885Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706025893 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706025893Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025900 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706025902 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025904 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706025905 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025906 (+1 ms) 2024-11-27T11:13:45,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.4 2024-11-27T11:13:45,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:45,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 2024-11-27T11:13:45,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 after 1ms 2024-11-27T11:13:45,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 took 2ms 2024-11-27T11:13:45,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 so closing down 2024-11-27T11:13:45,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:45,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:45,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:45,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742028_1207 (size=743) 2024-11-27T11:13:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742028_1207 (size=743) 2024-11-27T11:13:45,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742029_1208 (size=743) 2024-11-27T11:13:45,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742029_1208 (size=743) 2024-11-27T11:13:45,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:45,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:45,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5, size=1.4 K (1393bytes) at 1732706025907Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 so closing down at 1732706025911 (+4 ms)3 split writer threads finished at 1732706025911Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706025914 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706025914Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025925 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706025926 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025933 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706025934 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706025934 2024-11-27T11:13:45,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.5 2024-11-27T11:13:45,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:45,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 2024-11-27T11:13:45,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 after 1ms 2024-11-27T11:13:45,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 took 2ms 2024-11-27T11:13:45,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 so closing down 2024-11-27T11:13:45,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:45,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:45,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:45,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742030_1209 (size=749) 2024-11-27T11:13:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742030_1209 (size=749) 2024-11-27T11:13:45,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742031_1210 (size=749) 2024-11-27T11:13:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742031_1210 (size=749) 2024-11-27T11:13:45,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:45,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:45,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6, size=1.4 K (1405bytes) at 1732706025936Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 so closing down at 1732706025940 (+4 ms)3 split writer threads finished at 1732706025940Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706025945 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706025948 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025957 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706025958 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025964 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706025966 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706025966 2024-11-27T11:13:45,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.6 2024-11-27T11:13:45,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:45,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 2024-11-27T11:13:45,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 after 0ms 2024-11-27T11:13:45,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 took 2ms 2024-11-27T11:13:45,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 so closing down 2024-11-27T11:13:45,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:45,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:45,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:45,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:45,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742032_1211 (size=753) 2024-11-27T11:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742033_1212 (size=753) 2024-11-27T11:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742033_1212 (size=753) 2024-11-27T11:13:45,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742032_1211 (size=753) 2024-11-27T11:13:45,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:45,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:45,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:45,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:45,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7, size=1.4 K (1413bytes) at 1732706025968Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 so closing down at 1732706025971 (+3 ms)3 split writer threads finished at 1732706025971Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706025975 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706025975Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025990 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706025991 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706025992 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706025992Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706025992 2024-11-27T11:13:45,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.7 2024-11-27T11:13:45,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:45,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 2024-11-27T11:13:45,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 after 0ms 2024-11-27T11:13:45,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 took 2ms 2024-11-27T11:13:45,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 so closing down 2024-11-27T11:13:45,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:45,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:46,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:46,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:46,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:46,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742034_1213 (size=753) 2024-11-27T11:13:46,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742034_1213 (size=753) 2024-11-27T11:13:46,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742035_1214 (size=753) 2024-11-27T11:13:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742035_1214 (size=753) 2024-11-27T11:13:46,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:46,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:46,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:46,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8, size=1.4 K (1413bytes) at 1732706025994Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 so closing down at 1732706025998 (+4 ms)3 split writer threads finished at 1732706025998Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706026001 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706026001Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026013 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026014 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706026015 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706026015Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706026016 (+1 ms) 2024-11-27T11:13:46,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.8 2024-11-27T11:13:46,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:46,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 2024-11-27T11:13:46,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 after 1ms 2024-11-27T11:13:46,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 took 3ms 2024-11-27T11:13:46,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 so closing down 2024-11-27T11:13:46,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:46,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:46,028 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:46,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742036_1215 (size=753) 2024-11-27T11:13:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742036_1215 (size=753) 2024-11-27T11:13:46,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742037_1216 (size=753) 2024-11-27T11:13:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742037_1216 (size=753) 2024-11-27T11:13:46,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:46,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:46,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9, size=1.4 K (1413bytes) at 1732706026018Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 so closing down at 1732706026022 (+4 ms)3 split writer threads finished at 1732706026022Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706026026 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706026033 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026034 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706026036 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026037 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706026039 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706026039 2024-11-27T11:13:46,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.9 2024-11-27T11:13:46,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty, size=0 (0bytes) 2024-11-27T11:13:46,041 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty might be still open, length is 0 2024-11-27T11:13:46,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty 2024-11-27T11:13:46,041 WARN [IPC Server handler 1 on default port 33827 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty closed. 2024-11-27T11:13:46,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty after 0ms 2024-11-27T11:13:46,042 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-27T11:13:46,042 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty; empty? 2024-11-27T11:13:46,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty so closing down 2024-11-27T11:13:46,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-27T11:13:46,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty, size=0 (0bytes) at 1732706026041Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty so closing down at 1732706026042 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732706026042 2024-11-27T11:13:46,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/WALs/testemptyopenlogfiles,16010,1732706024734/wal.dat.empty to hdfs://localhost:33827/user/jenkins/test-data/2a35ee37-60f3-08b9-3df7-a12f7334b2ab/oldWALs/wal.dat.empty 2024-11-27T11:13:46,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 137) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7744 (was 7810) 2024-11-27T11:13:46,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7743 2024-11-27T11:13:46,107 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742038_1217 (size=7) 2024-11-27T11:13:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742038_1217 (size=7) 2024-11-27T11:13:46,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:46,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:46,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:46,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:46,122 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:46,123 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:46,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:46,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742039_1218 (size=1393) 2024-11-27T11:13:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742039_1218 (size=1393) 2024-11-27T11:13:46,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:46,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:46,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742040_1219 (size=1393) 2024-11-27T11:13:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742040_1219 (size=1393) 2024-11-27T11:13:46,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:46,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:46,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742041_1220 (size=1393) 2024-11-27T11:13:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742041_1220 (size=1393) 2024-11-27T11:13:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:46,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742042_1221 (size=1393) 2024-11-27T11:13:46,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742042_1221 (size=1393) 2024-11-27T11:13:46,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:46,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:46,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742043_1222 (size=1393) 2024-11-27T11:13:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742043_1222 (size=1393) 2024-11-27T11:13:46,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:46,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:46,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742044_1223 (size=1393) 2024-11-27T11:13:46,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742044_1223 (size=1393) 2024-11-27T11:13:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:46,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742045_1224 (size=1405) 2024-11-27T11:13:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742045_1224 (size=1405) 2024-11-27T11:13:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:46,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742046_1225 (size=1413) 2024-11-27T11:13:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742046_1225 (size=1413) 2024-11-27T11:13:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:46,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742047_1226 (size=1413) 2024-11-27T11:13:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742047_1226 (size=1413) 2024-11-27T11:13:46,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:46,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:46,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:46,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742048_1227 (size=1413) 2024-11-27T11:13:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742048_1227 (size=1413) 2024-11-27T11:13:46,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742049_1228 (size=1398) 2024-11-27T11:13:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742049_1228 (size=1398) 2024-11-27T11:13:46,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:46,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 2024-11-27T11:13:46,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 after 0ms 2024-11-27T11:13:46,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 took 2ms 2024-11-27T11:13:46,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 so closing down 2024-11-27T11:13:46,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:46,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:46,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:46,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:46,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742050_1229 (size=743) 2024-11-27T11:13:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742050_1229 (size=743) 2024-11-27T11:13:46,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742051_1230 (size=743) 2024-11-27T11:13:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742051_1230 (size=743) 2024-11-27T11:13:46,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:46,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:46,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0, size=1.4 K (1393bytes) at 1732706026324Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 so closing down at 1732706026328 (+4 ms)3 split writer threads finished at 1732706026328Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706026336 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706026340 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026345 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706026347 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026353 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706026355 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706026355 2024-11-27T11:13:46,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.0 2024-11-27T11:13:46,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:46,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 2024-11-27T11:13:46,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 after 1ms 2024-11-27T11:13:46,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 took 2ms 2024-11-27T11:13:46,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 so closing down 2024-11-27T11:13:46,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,361 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,363 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:46,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:46,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:46,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742052_1231 (size=743) 2024-11-27T11:13:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742052_1231 (size=743) 2024-11-27T11:13:46,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742053_1232 (size=743) 2024-11-27T11:13:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742053_1232 (size=743) 2024-11-27T11:13:46,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:46,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:46,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:46,379 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1, size=1.4 K (1393bytes) at 1732706026357Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 so closing down at 1732706026361 (+4 ms)3 split writer threads finished at 1732706026361Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706026364 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706026365 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026377 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026378 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706026378Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706026379 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706026379 2024-11-27T11:13:46,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.1 2024-11-27T11:13:46,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:46,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 2024-11-27T11:13:46,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 after 0ms 2024-11-27T11:13:46,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 took 2ms 2024-11-27T11:13:46,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 so closing down 2024-11-27T11:13:46,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:46,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:46,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:46,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742054_1233 (size=743) 2024-11-27T11:13:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742054_1233 (size=743) 2024-11-27T11:13:46,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742055_1234 (size=743) 2024-11-27T11:13:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742055_1234 (size=743) 2024-11-27T11:13:46,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:46,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:46,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2, size=1.4 K (1393bytes) at 1732706026381Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 so closing down at 1732706026384 (+3 ms)3 split writer threads finished at 1732706026385 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706026391 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706026393 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026397 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706026399 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026804 (+405 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706026805 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706026806 (+1 ms) 2024-11-27T11:13:46,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.2 2024-11-27T11:13:46,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:46,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 2024-11-27T11:13:46,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 after 0ms 2024-11-27T11:13:46,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 took 3ms 2024-11-27T11:13:46,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 so closing down 2024-11-27T11:13:46,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,815 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:46,817 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:46,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:46,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742056_1235 (size=743) 2024-11-27T11:13:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742056_1235 (size=743) 2024-11-27T11:13:46,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742057_1236 (size=743) 2024-11-27T11:13:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742057_1236 (size=743) 2024-11-27T11:13:46,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:46,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:46,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:46,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3, size=1.4 K (1393bytes) at 1732706026808Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 so closing down at 1732706026815 (+7 ms)3 split writer threads finished at 1732706026815Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706026818 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706026820 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026824 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026825 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706026825Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706026826 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706026827 (+1 ms) 2024-11-27T11:13:46,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.3 2024-11-27T11:13:46,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:46,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 2024-11-27T11:13:46,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 after 1ms 2024-11-27T11:13:46,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 took 2ms 2024-11-27T11:13:46,832 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 so closing down 2024-11-27T11:13:46,832 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:46,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:46,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:46,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742059_1238 (size=743) 2024-11-27T11:13:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742059_1238 (size=743) 2024-11-27T11:13:46,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742058_1237 (size=743) 2024-11-27T11:13:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742058_1237 (size=743) 2024-11-27T11:13:46,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:46,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:46,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:46,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4, size=1.4 K (1393bytes) at 1732706026828Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 so closing down at 1732706026832 (+4 ms)3 split writer threads finished at 1732706026832Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706026834 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706026835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026842 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026844 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706026845 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706026845Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706026846 (+1 ms) 2024-11-27T11:13:46,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.4 2024-11-27T11:13:46,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5, size=1.4 K (1398bytes) 2024-11-27T11:13:46,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 2024-11-27T11:13:46,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 after 1ms 2024-11-27T11:13:46,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 took 2ms 2024-11-27T11:13:46,851 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:13:46,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 so closing down 2024-11-27T11:13:46,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:46,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:46,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:46,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742060_1239 (size=743) 2024-11-27T11:13:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742061_1240 (size=743) 2024-11-27T11:13:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742061_1240 (size=743) 2024-11-27T11:13:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742060_1239 (size=743) 2024-11-27T11:13:46,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:46,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:46,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-27T11:13:46,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5, size=1.4 K (1398bytes) at 1732706026847Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 so closing down at 1732706026852 (+5 ms)3 split writer threads finished at 1732706026852Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706026855 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706026855Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026875 (+20 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026875Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706026876 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706026876Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732706026877 (+1 ms) 2024-11-27T11:13:46,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/corrupt/wal.dat.5 2024-11-27T11:13:46,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:46,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 2024-11-27T11:13:46,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 after 1ms 2024-11-27T11:13:46,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 took 3ms 2024-11-27T11:13:46,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 so closing down 2024-11-27T11:13:46,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:46,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:46,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:46,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742063_1242 (size=749) 2024-11-27T11:13:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742063_1242 (size=749) 2024-11-27T11:13:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742062_1241 (size=749) 2024-11-27T11:13:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742062_1241 (size=749) 2024-11-27T11:13:46,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:46,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:46,896 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:46,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6, size=1.4 K (1405bytes) at 1732706026879Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 so closing down at 1732706026883 (+4 ms)3 split writer threads finished at 1732706026883Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706026886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706026886Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026895 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026895Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706026896 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706026896Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706026896 2024-11-27T11:13:46,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.6 2024-11-27T11:13:46,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:46,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 2024-11-27T11:13:46,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 after 1ms 2024-11-27T11:13:46,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 took 3ms 2024-11-27T11:13:46,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 so closing down 2024-11-27T11:13:46,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:46,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:46,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:46,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742064_1243 (size=753) 2024-11-27T11:13:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742064_1243 (size=753) 2024-11-27T11:13:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742065_1244 (size=753) 2024-11-27T11:13:46,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742065_1244 (size=753) 2024-11-27T11:13:46,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:46,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:46,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:46,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7, size=1.4 K (1413bytes) at 1732706026898Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 so closing down at 1732706026902 (+4 ms)3 split writer threads finished at 1732706026902Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706026905 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706026905Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026914 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706026915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026918 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706026919 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706026919 2024-11-27T11:13:46,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.7 2024-11-27T11:13:46,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:46,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 2024-11-27T11:13:46,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 after 0ms 2024-11-27T11:13:46,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 took 2ms 2024-11-27T11:13:46,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 so closing down 2024-11-27T11:13:46,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,926 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:46,927 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:46,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:46,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742066_1245 (size=753) 2024-11-27T11:13:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742066_1245 (size=753) 2024-11-27T11:13:46,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742067_1246 (size=753) 2024-11-27T11:13:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742067_1246 (size=753) 2024-11-27T11:13:46,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:46,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:46,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8, size=1.4 K (1413bytes) at 1732706026921Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 so closing down at 1732706026924 (+3 ms)3 split writer threads finished at 1732706026924Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706026927 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706026928 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026938 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706026939 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026946 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706026948 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706026948 2024-11-27T11:13:46,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.8 2024-11-27T11:13:46,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:46,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 2024-11-27T11:13:46,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 after 1ms 2024-11-27T11:13:46,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 took 2ms 2024-11-27T11:13:46,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 so closing down 2024-11-27T11:13:46,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:46,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:46,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:46,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:46,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:46,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742069_1248 (size=753) 2024-11-27T11:13:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742069_1248 (size=753) 2024-11-27T11:13:46,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:46,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742068_1247 (size=753) 2024-11-27T11:13:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742068_1247 (size=753) 2024-11-27T11:13:46,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:46,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:46,971 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:46,971 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9, size=1.4 K (1413bytes) at 1732706026950Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 so closing down at 1732706026953 (+3 ms)3 split writer threads finished at 1732706026954 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706026956 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706026957 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026962 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706026963 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706026969 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706026971 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706026971 2024-11-27T11:13:46,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732706026122/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/17e64020-a0ba-0f3a-f0f3-99c94787f643/oldWALs/wal.dat.9 2024-11-27T11:13:47,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=137 (was 139), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7654 (was 7743) 2024-11-27T11:13:47,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7653 2024-11-27T11:13:47,053 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742070_1249 (size=7) 2024-11-27T11:13:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742070_1249 (size=7) 2024-11-27T11:13:47,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:47,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:47,064 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31/data/default/t1/761e9de09905aa643145c60db1e704d6 2024-11-27T11:13:47,065 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 761e9de09905aa643145c60db1e704d6 2024-11-27T11:13:47,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:47,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742071_1250 (size=3851) 2024-11-27T11:13:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742071_1250 (size=3851) 2024-11-27T11:13:47,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0, size=3.8 K (3851bytes) 2024-11-27T11:13:47,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 2024-11-27T11:13:47,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 after 0ms 2024-11-27T11:13:47,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 took 2ms 2024-11-27T11:13:47,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 so closing down 2024-11-27T11:13:47,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:47,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:47,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:47,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742072_1251 (size=1591) 2024-11-27T11:13:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742072_1251 (size=1591) 2024-11-27T11:13:47,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:47,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000009 2024-11-27T11:13:47,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 19 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-27T11:13:47,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0, size=3.8 K (3851bytes) at 1732706027103Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 so closing down at 1732706027107 (+4 ms)3 split writer threads finished at 1732706027107Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706027111 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732706027123 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/data/default/t1/761e9de09905aa643145c60db1e704d6/recovered.edits/0000000000000000009 at 1732706027125 (+2 ms)Processed 21 edits across 1 Regions in 19 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1732706027125 2024-11-27T11:13:47,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/WALs/testsplitleavescompactioneventsedits,16010,1732706027064/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/058bfc0e-6884-0037-abc5-4f85e94bfd69/oldWALs/wal.dat.0 2024-11-27T11:13:47,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7644 (was 7653) 2024-11-27T11:13:47,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7644 2024-11-27T11:13:47,160 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742073_1252 (size=7) 2024-11-27T11:13:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742073_1252 (size=7) 2024-11-27T11:13:47,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:47,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,173 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:47,173 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-27T11:13:47,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:47,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742074_1253 (size=863) 2024-11-27T11:13:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742074_1253 (size=863) 2024-11-27T11:13:47,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:47,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0, size=863 (863bytes) 2024-11-27T11:13:47,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 2024-11-27T11:13:47,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 after 0ms 2024-11-27T11:13:47,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 took 3ms 2024-11-27T11:13:47,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 so closing down 2024-11-27T11:13:47,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:47,210 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:47,212 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:47,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742075_1254 (size=863) 2024-11-27T11:13:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742075_1254 (size=863) 2024-11-27T11:13:47,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:47,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-27T11:13:47,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-27T11:13:47,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0, size=863 (863bytes) at 1732706027206Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 so closing down at 1732706027210 (+4 ms)3 split writer threads finished at 1732706027210Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706027213 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706027218 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732706027220 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732706027220 2024-11-27T11:13:47,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/WALs/testsplitpreservesedits,16010,1732706027173/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/d2ce5581-d620-efc4-0c7e-91f265a3d875/oldWALs/wal.dat.0 2024-11-27T11:13:47,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138 (was 137) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7634 (was 7644) 2024-11-27T11:13:47,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=7632 2024-11-27T11:13:47,270 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742076_1255 (size=7) 2024-11-27T11:13:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742076_1255 (size=7) 2024-11-27T11:13:47,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:47,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:47,336 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:47,336 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:47,338 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:47,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:47,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742077_1256 (size=1393) 2024-11-27T11:13:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742077_1256 (size=1393) 2024-11-27T11:13:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:47,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742078_1257 (size=1393) 2024-11-27T11:13:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742078_1257 (size=1393) 2024-11-27T11:13:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:47,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742079_1258 (size=1393) 2024-11-27T11:13:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742079_1258 (size=1393) 2024-11-27T11:13:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:47,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742080_1259 (size=1393) 2024-11-27T11:13:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742080_1259 (size=1393) 2024-11-27T11:13:47,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:47,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742081_1260 (size=1393) 2024-11-27T11:13:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742081_1260 (size=1393) 2024-11-27T11:13:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:47,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742082_1261 (size=1393) 2024-11-27T11:13:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742082_1261 (size=1393) 2024-11-27T11:13:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:47,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:47,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742083_1262 (size=1405) 2024-11-27T11:13:47,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742083_1262 (size=1405) 2024-11-27T11:13:48,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:48,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:48,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742084_1263 (size=1413) 2024-11-27T11:13:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742084_1263 (size=1413) 2024-11-27T11:13:48,258 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:48,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:48,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742085_1264 (size=1413) 2024-11-27T11:13:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742085_1264 (size=1413) 2024-11-27T11:13:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:48,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:48,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:48,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742086_1265 (size=1413) 2024-11-27T11:13:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742086_1265 (size=1413) 2024-11-27T11:13:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742087_1266 (size=1394) 2024-11-27T11:13:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742087_1266 (size=1394) 2024-11-27T11:13:48,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:48,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 2024-11-27T11:13:48,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 after 0ms 2024-11-27T11:13:48,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 took 2ms 2024-11-27T11:13:48,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 so closing down 2024-11-27T11:13:48,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:48,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:48,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:48,316 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:48,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:48,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742089_1268 (size=743) 2024-11-27T11:13:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742089_1268 (size=743) 2024-11-27T11:13:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742088_1267 (size=743) 2024-11-27T11:13:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742088_1267 (size=743) 2024-11-27T11:13:48,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:48,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:48,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:48,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:48,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:48,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0, size=1.4 K (1393bytes) at 1732706028310Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 so closing down at 1732706028314 (+4 ms)3 split writer threads finished at 1732706028314Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706028317 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706028317Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706028322 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706028323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706028723 (+400 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706028724 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706028724 2024-11-27T11:13:48,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.0 2024-11-27T11:13:48,726 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:48,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 2024-11-27T11:13:48,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 after 0ms 2024-11-27T11:13:48,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 took 2ms 2024-11-27T11:13:48,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 so closing down 2024-11-27T11:13:48,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:48,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:48,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:48,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:48,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:48,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742090_1269 (size=743) 2024-11-27T11:13:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742090_1269 (size=743) 2024-11-27T11:13:48,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:48,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742091_1270 (size=743) 2024-11-27T11:13:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742091_1270 (size=743) 2024-11-27T11:13:48,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:48,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:48,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:48,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1, size=1.4 K (1393bytes) at 1732706028726Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 so closing down at 1732706028729 (+3 ms)3 split writer threads finished at 1732706028729Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706028732 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706028732Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706028759 (+27 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706028761 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706028764 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706028765 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706028765 2024-11-27T11:13:48,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.1 2024-11-27T11:13:48,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:48,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 2024-11-27T11:13:48,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 after 0ms 2024-11-27T11:13:48,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 took 2ms 2024-11-27T11:13:48,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 so closing down 2024-11-27T11:13:48,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:48,774 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:48,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:48,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:48,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:48,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742092_1271 (size=743) 2024-11-27T11:13:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742093_1272 (size=743) 2024-11-27T11:13:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742092_1271 (size=743) 2024-11-27T11:13:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742093_1272 (size=743) 2024-11-27T11:13:48,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:48,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:48,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T11:13:49,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:49,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:49,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2, size=1.4 K (1393bytes) at 1732706028767Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 so closing down at 1732706028774 (+7 ms)3 split writer threads finished at 1732706028774Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706028779 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706028779Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706028791 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706028793 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029192 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706029193 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706029193 2024-11-27T11:13:49,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.2 2024-11-27T11:13:49,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:49,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 2024-11-27T11:13:49,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 after 0ms 2024-11-27T11:13:49,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 took 2ms 2024-11-27T11:13:49,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 so closing down 2024-11-27T11:13:49,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:49,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:49,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:49,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742095_1274 (size=743) 2024-11-27T11:13:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742095_1274 (size=743) 2024-11-27T11:13:49,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742094_1273 (size=743) 2024-11-27T11:13:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742094_1273 (size=743) 2024-11-27T11:13:49,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:49,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:49,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:49,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3, size=1.4 K (1393bytes) at 1732706029195Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 so closing down at 1732706029198 (+3 ms)3 split writer threads finished at 1732706029199 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706029202 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706029202Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029210 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029211 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706029211Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706029212 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706029212 2024-11-27T11:13:49,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.3 2024-11-27T11:13:49,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:49,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 2024-11-27T11:13:49,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 after 0ms 2024-11-27T11:13:49,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 took 2ms 2024-11-27T11:13:49,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 so closing down 2024-11-27T11:13:49,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,217 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,219 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:49,219 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:49,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:49,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742096_1275 (size=743) 2024-11-27T11:13:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742096_1275 (size=743) 2024-11-27T11:13:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742097_1276 (size=743) 2024-11-27T11:13:49,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742097_1276 (size=743) 2024-11-27T11:13:49,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:49,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:49,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:49,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4, size=1.4 K (1393bytes) at 1732706029214Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 so closing down at 1732706029217 (+3 ms)3 split writer threads finished at 1732706029217Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706029220 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706029220Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029227 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029228 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706029228Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706029229 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706029229 2024-11-27T11:13:49,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.4 2024-11-27T11:13:49,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, size=1.4 K (1394bytes) 2024-11-27T11:13:49,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 2024-11-27T11:13:49,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 after 0ms 2024-11-27T11:13:49,233 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-27T11:13:49,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 so closing down 2024-11-27T11:13:49,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-27T11:13:49,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, size=1.4 K (1394bytes) at 1732706029231Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 so closing down at 1732706029233 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732706029233 2024-11-27T11:13:49,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/corrupt/wal.dat.5 2024-11-27T11:13:49,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:49,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 2024-11-27T11:13:49,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 after 0ms 2024-11-27T11:13:49,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 took 2ms 2024-11-27T11:13:49,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 so closing down 2024-11-27T11:13:49,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:49,240 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:49,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:49,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:49,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742098_1277 (size=749) 2024-11-27T11:13:49,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742099_1278 (size=749) 2024-11-27T11:13:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742098_1277 (size=749) 2024-11-27T11:13:49,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742099_1278 (size=749) 2024-11-27T11:13:49,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:49,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:49,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:49,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6, size=1.4 K (1405bytes) at 1732706029235Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 so closing down at 1732706029238 (+3 ms)3 split writer threads finished at 1732706029238Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706029241 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706029241Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029245 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029245Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706029246 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706029246Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706029247 (+1 ms) 2024-11-27T11:13:49,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.6 2024-11-27T11:13:49,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:49,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 2024-11-27T11:13:49,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 after 0ms 2024-11-27T11:13:49,250 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 took 2ms 2024-11-27T11:13:49,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 so closing down 2024-11-27T11:13:49,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:49,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:49,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:49,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742101_1280 (size=753) 2024-11-27T11:13:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742100_1279 (size=753) 2024-11-27T11:13:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742100_1279 (size=753) 2024-11-27T11:13:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742101_1280 (size=753) 2024-11-27T11:13:49,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:49,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:49,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:49,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7, size=1.4 K (1413bytes) at 1732706029248Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 so closing down at 1732706029251 (+3 ms)3 split writer threads finished at 1732706029251Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706029253 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706029253Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029260 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029260Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706029261 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706029261Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706029261 2024-11-27T11:13:49,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.7 2024-11-27T11:13:49,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:49,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 2024-11-27T11:13:49,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 after 0ms 2024-11-27T11:13:49,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 took 2ms 2024-11-27T11:13:49,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 so closing down 2024-11-27T11:13:49,265 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:49,267 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:49,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:49,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742103_1282 (size=753) 2024-11-27T11:13:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742103_1282 (size=753) 2024-11-27T11:13:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742102_1281 (size=753) 2024-11-27T11:13:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742102_1281 (size=753) 2024-11-27T11:13:49,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:49,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:49,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:49,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8, size=1.4 K (1413bytes) at 1732706029263Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 so closing down at 1732706029265 (+2 ms)3 split writer threads finished at 1732706029266 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706029268 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706029268Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029272 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029273 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706029274 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706029274Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706029274 2024-11-27T11:13:49,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.8 2024-11-27T11:13:49,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:49,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 2024-11-27T11:13:49,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 after 0ms 2024-11-27T11:13:49,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 took 1ms 2024-11-27T11:13:49,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 so closing down 2024-11-27T11:13:49,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:49,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:49,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:49,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742104_1283 (size=753) 2024-11-27T11:13:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742104_1283 (size=753) 2024-11-27T11:13:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742105_1284 (size=753) 2024-11-27T11:13:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742105_1284 (size=753) 2024-11-27T11:13:49,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:49,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:49,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:49,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9, size=1.4 K (1413bytes) at 1732706029276Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 so closing down at 1732706029278 (+2 ms)3 split writer threads finished at 1732706029278Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706029281 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706029281Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029285 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029285Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706029287 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706029287Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706029287 2024-11-27T11:13:49,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732706027336/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/63e32b58-1af3-ef2a-3557-37f890088326/oldWALs/wal.dat.9 2024-11-27T11:13:49,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=7529 (was 7632) 2024-11-27T11:13:49,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7529 2024-11-27T11:13:49,345 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742106_1285 (size=7) 2024-11-27T11:13:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742106_1285 (size=7) 2024-11-27T11:13:49,351 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:49,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:49,356 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-27T11:13:49,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742107_1286 (size=2403) 2024-11-27T11:13:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742107_1286 (size=2403) 2024-11-27T11:13:49,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:49,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0, size=2.3 K (2403bytes) 2024-11-27T11:13:49,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 2024-11-27T11:13:49,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 after 1ms 2024-11-27T11:13:49,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 took 2ms 2024-11-27T11:13:49,388 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 so closing down 2024-11-27T11:13:49,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,390 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:49,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742108_1287 (size=863) 2024-11-27T11:13:49,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742108_1287 (size=863) 2024-11-27T11:13:49,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:49,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-27T11:13:49,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-27T11:13:49,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0, size=2.3 K (2403bytes) at 1732706029384Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 so closing down at 1732706029388 (+4 ms)3 split writer threads finished at 1732706029388Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706029390 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706029395 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732706029396 (+1 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732706029397 (+1 ms) 2024-11-27T11:13:49,398 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/WALs/testsplitremovesregioneventsedits,16010,1732706029356/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/6e845bbd-1392-91bb-677d-6b286be76eba/oldWALs/wal.dat.0 2024-11-27T11:13:49,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7528 (was 7529) 2024-11-27T11:13:49,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7528 2024-11-27T11:13:49,423 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742109_1288 (size=7) 2024-11-27T11:13:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742109_1288 (size=7) 2024-11-27T11:13:49,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:49,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,833 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:49,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7528 (was 7528) 2024-11-27T11:13:49,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7528 2024-11-27T11:13:49,853 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742110_1289 (size=7) 2024-11-27T11:13:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742110_1289 (size=7) 2024-11-27T11:13:49,859 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:49,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,862 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:49,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742111_1290 (size=255) 2024-11-27T11:13:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742111_1290 (size=255) 2024-11-27T11:13:49,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1, size=255 (255bytes) 2024-11-27T11:13:49,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 2024-11-27T11:13:49,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 after 0ms 2024-11-27T11:13:49,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 took 1ms 2024-11-27T11:13:49,906 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-27T11:13:49,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 so closing down 2024-11-27T11:13:49,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-27T11:13:49,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1, size=255 (255bytes) at 1732706029904Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 so closing down at 1732706029906 (+2 ms)3 split writer threads finished at 1732706029906Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732706029906 2024-11-27T11:13:49,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/WALs/testsplitremovesreplicationmarkeredits,16010,1732706029862/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/7a4313e1-c364-15ae-6971-f887ace6f434/oldWALs/wal.dat.1 2024-11-27T11:13:49,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7528 (was 7528) 2024-11-27T11:13:49,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7527 2024-11-27T11:13:49,923 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742112_1291 (size=7) 2024-11-27T11:13:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742112_1291 (size=7) 2024-11-27T11:13:49,932 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:49,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:49,936 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:49,936 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-27T11:13:49,936 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-27T11:13:49,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:49,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:49,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742113_1292 (size=1941) 2024-11-27T11:13:49,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742113_1292 (size=1941) 2024-11-27T11:13:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31/data/default/t1/region__1 2024-11-27T11:13:49,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0, size=1.9 K (1941bytes) 2024-11-27T11:13:49,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 2024-11-27T11:13:49,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 after 1ms 2024-11-27T11:13:49,983 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 took 3ms 2024-11-27T11:13:49,989 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-27T11:13:49,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 so closing down 2024-11-27T11:13:49,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:49,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:49,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-27T11:13:49,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0, size=1.9 K (1941bytes) at 1732706029980Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 so closing down at 1732706029990 (+10 ms)3 split writer threads finished at 1732706029990Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732706029990 2024-11-27T11:13:49,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/WALs/testsplitlogfiledeletedregiondir,16010,1732706029936/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/75dfc851-1c02-cd5c-bae6-dcc1ed1965ef/oldWALs/wal.dat.0 2024-11-27T11:13:50,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7525 (was 7527) 2024-11-27T11:13:50,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7525 2024-11-27T11:13:50,010 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742114_1293 (size=7) 2024-11-27T11:13:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742114_1293 (size=7) 2024-11-27T11:13:50,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:50,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:50,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:50,090 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:50,091 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-27T11:13:50,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:50,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:50,092 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:50,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:50,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742115_1294 (size=1393) 2024-11-27T11:13:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742115_1294 (size=1393) 2024-11-27T11:13:50,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:50,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742116_1295 (size=1393) 2024-11-27T11:13:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742116_1295 (size=1393) 2024-11-27T11:13:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:50,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742117_1296 (size=1393) 2024-11-27T11:13:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742117_1296 (size=1393) 2024-11-27T11:13:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:50,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742118_1297 (size=1393) 2024-11-27T11:13:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742118_1297 (size=1393) 2024-11-27T11:13:50,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:50,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742119_1298 (size=1393) 2024-11-27T11:13:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742119_1298 (size=1393) 2024-11-27T11:13:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:50,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742120_1299 (size=1393) 2024-11-27T11:13:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742120_1299 (size=1393) 2024-11-27T11:13:50,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:50,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:50,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742121_1300 (size=1405) 2024-11-27T11:13:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742121_1300 (size=1405) 2024-11-27T11:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:50,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742122_1301 (size=1413) 2024-11-27T11:13:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742122_1301 (size=1413) 2024-11-27T11:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:50,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742123_1302 (size=1413) 2024-11-27T11:13:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742123_1302 (size=1413) 2024-11-27T11:13:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:51,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:51,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742124_1303 (size=1413) 2024-11-27T11:13:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742124_1303 (size=1413) 2024-11-27T11:13:51,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:51,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:51,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0 2024-11-27T11:13:51,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0 after 0ms 2024-11-27T11:13:51,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0 took 5ms 2024-11-27T11:13:51,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0 so closing down 2024-11-27T11:13:51,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:51,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:51,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:51,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0, size=1.4 K (1393bytes) at 1732706031150Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0 so closing down at 1732706031170 (+20 ms)3 split writer threads finished at 1732706031180 (+10 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/32f00f10-a68f-072d-3551-80b896de8615/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732706030090/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706031180 2024-11-27T11:13:51,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7453 (was 7525) 2024-11-27T11:13:51,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7452 2024-11-27T11:13:51,206 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:51,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742125_1304 (size=7) 2024-11-27T11:13:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742125_1304 (size=7) 2024-11-27T11:13:51,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:51,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:51,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:51,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:51,252 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:51,253 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:51,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:51,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742126_1305 (size=1393) 2024-11-27T11:13:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742126_1305 (size=1393) 2024-11-27T11:13:51,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:51,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742127_1306 (size=1393) 2024-11-27T11:13:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742127_1306 (size=1393) 2024-11-27T11:13:51,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:51,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:51,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742128_1307 (size=1393) 2024-11-27T11:13:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742128_1307 (size=1393) 2024-11-27T11:13:51,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:51,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742129_1308 (size=1393) 2024-11-27T11:13:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742129_1308 (size=1393) 2024-11-27T11:13:51,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:51,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:51,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742131_1310 (size=1393) 2024-11-27T11:13:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742131_1310 (size=1393) 2024-11-27T11:13:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:51,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742132_1311 (size=1405) 2024-11-27T11:13:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742132_1311 (size=1405) 2024-11-27T11:13:51,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:51,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742133_1312 (size=1413) 2024-11-27T11:13:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742133_1312 (size=1413) 2024-11-27T11:13:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:51,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742134_1313 (size=1413) 2024-11-27T11:13:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742134_1313 (size=1413) 2024-11-27T11:13:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:51,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742135_1314 (size=1413) 2024-11-27T11:13:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742135_1314 (size=1413) 2024-11-27T11:13:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:51,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742130_1309 (size=1458) 2024-11-27T11:13:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742130_1309 (size=1458) 2024-11-27T11:13:51,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:51,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 2024-11-27T11:13:51,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 after 0ms 2024-11-27T11:13:51,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 took 3ms 2024-11-27T11:13:51,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 so closing down 2024-11-27T11:13:51,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:51,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:51,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:51,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:51,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:51,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742136_1315 (size=743) 2024-11-27T11:13:51,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742136_1315 (size=743) 2024-11-27T11:13:51,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:51,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742137_1316 (size=743) 2024-11-27T11:13:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742137_1316 (size=743) 2024-11-27T11:13:51,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:51,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:51,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:51,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0, size=1.4 K (1393bytes) at 1732706031893Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 so closing down at 1732706031920 (+27 ms)3 split writer threads finished at 1732706031921 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706031954 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706031956 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706031975 (+19 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706031976 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706031992 (+16 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706031993 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706031993 2024-11-27T11:13:51,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/oldWALs/wal.dat.0 2024-11-27T11:13:51,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:51,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 2024-11-27T11:13:51,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 after 0ms 2024-11-27T11:13:52,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 took 5ms 2024-11-27T11:13:52,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 so closing down 2024-11-27T11:13:52,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:52,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:52,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:52,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:52,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:52,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742138_1317 (size=743) 2024-11-27T11:13:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742138_1317 (size=743) 2024-11-27T11:13:52,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742139_1318 (size=743) 2024-11-27T11:13:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742139_1318 (size=743) 2024-11-27T11:13:52,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:52,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:52,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1, size=1.4 K (1393bytes) at 1732706031996Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 so closing down at 1732706032013 (+17 ms)3 split writer threads finished at 1732706032019 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706032032 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706032061 (+29 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032112 (+51 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706032114 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032149 (+35 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706032151 (+2 ms)Processed 20 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706032151 2024-11-27T11:13:52,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/oldWALs/wal.dat.1 2024-11-27T11:13:52,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:52,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 2024-11-27T11:13:52,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 after 0ms 2024-11-27T11:13:52,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 took 4ms 2024-11-27T11:13:52,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 so closing down 2024-11-27T11:13:52,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:52,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:52,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:52,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:52,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:52,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742140_1319 (size=743) 2024-11-27T11:13:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742140_1319 (size=743) 2024-11-27T11:13:52,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742141_1320 (size=743) 2024-11-27T11:13:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742141_1320 (size=743) 2024-11-27T11:13:52,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:52,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:52,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2, size=1.4 K (1393bytes) at 1732706032160Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 so closing down at 1732706032167 (+7 ms)3 split writer threads finished at 1732706032168 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706032176 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706032176Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032243 (+67 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706032245 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032672 (+427 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706032677 (+5 ms)Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706032677 2024-11-27T11:13:52,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/oldWALs/wal.dat.2 2024-11-27T11:13:52,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:52,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 2024-11-27T11:13:52,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 after 0ms 2024-11-27T11:13:52,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 took 3ms 2024-11-27T11:13:52,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 so closing down 2024-11-27T11:13:52,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:52,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:52,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:52,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:52,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:52,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742142_1321 (size=743) 2024-11-27T11:13:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742142_1321 (size=743) 2024-11-27T11:13:52,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742143_1322 (size=743) 2024-11-27T11:13:52,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742143_1322 (size=743) 2024-11-27T11:13:52,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:52,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:52,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:52,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3, size=1.4 K (1393bytes) at 1732706032680Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 so closing down at 1732706032701 (+21 ms)3 split writer threads finished at 1732706032702 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706032733 (+31 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706032733Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032765 (+32 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706032767 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706032770 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706032771 (+1 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706032771 2024-11-27T11:13:52,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/oldWALs/wal.dat.3 2024-11-27T11:13:52,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4, size=1.4 K (1458bytes) 2024-11-27T11:13:52,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4 2024-11-27T11:13:52,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4 after 0ms 2024-11-27T11:13:52,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4 took 3ms 2024-11-27T11:13:52,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4 so closing down 2024-11-27T11:13:52,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:52,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:52,787 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:52,789 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:52,790 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-27T11:13:52,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:52,799 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:52,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-27T11:13:52,805 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-27T11:13:52,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4, size=1.4 K (1458bytes) at 1732706032773Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4 so closing down at 1732706032779 (+6 ms)3 split writer threads finished at 1732706032780 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706032790 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706032799 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732706032804 (+5 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732706032805 (+1 ms)Processed 21 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/WALs/testsplitwillfailifwritingtoregionfails,16010,1732706031252/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732706032805 2024-11-27T11:13:52,806 WARN [Thread-2061 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:57062 remote=/127.0.0.1:35551]. Total timeout mills is 70000, 69996 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:52,806 WARN [Thread-2061 {}] hdfs.DataStreamer(1850): Abandoning BP-1938649415-172.17.0.2-1732705996446:blk_1073742145_1324 2024-11-27T11:13:52,806 WARN [Thread-2060 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:56992 remote=/127.0.0.1:35341]. Total timeout mills is 70000, 69987 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:52,806 WARN [Thread-2060 {}] hdfs.DataStreamer(1850): Abandoning BP-1938649415-172.17.0.2-1732705996446:blk_1073742144_1323 2024-11-27T11:13:52,810 WARN [Thread-2060 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:52,809 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-27T11:13:52,810 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,810 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33827/user/jenkins/test-data/120e588b-2cfc-54ba-da3d-60a9bdfde1bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140 (was 138) - Thread LEAK? -, OpenFileDescriptor=407 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=7354 (was 7452) 2024-11-27T11:13:52,829 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-654869383_22 at /127.0.0.1:56992 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56992 dst: /127.0.0.1:35341 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,831 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-654869383_22 at /127.0.0.1:57068 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57068 dst: /127.0.0.1:35551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,843 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-654869383_22 at /127.0.0.1:57002 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57002 dst: /127.0.0.1:35341 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,833 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-654869383_22 at /127.0.0.1:57062 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57062 dst: /127.0.0.1:35551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:52,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=403, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=7349 2024-11-27T11:13:52,860 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742146_1325 (size=7) 2024-11-27T11:13:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742146_1325 (size=7) 2024-11-27T11:13:52,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:52,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:52,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:52,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:52,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-27T11:13:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742147_1326 (size=93) 2024-11-27T11:13:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742147_1326 (size=93) 2024-11-27T11:13:52,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:52,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:52,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742148_1327 (size=1393) 2024-11-27T11:13:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742148_1327 (size=1393) 2024-11-27T11:13:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:53,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742149_1328 (size=1393) 2024-11-27T11:13:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742149_1328 (size=1393) 2024-11-27T11:13:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:53,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742150_1329 (size=1393) 2024-11-27T11:13:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742150_1329 (size=1393) 2024-11-27T11:13:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:53,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742151_1330 (size=1393) 2024-11-27T11:13:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742151_1330 (size=1393) 2024-11-27T11:13:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:53,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742152_1331 (size=1393) 2024-11-27T11:13:53,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742152_1331 (size=1393) 2024-11-27T11:13:53,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:53,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:53,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742153_1332 (size=1393) 2024-11-27T11:13:53,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742153_1332 (size=1393) 2024-11-27T11:13:53,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:53,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:53,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742154_1333 (size=1405) 2024-11-27T11:13:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742154_1333 (size=1405) 2024-11-27T11:13:53,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:53,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:53,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742155_1334 (size=1413) 2024-11-27T11:13:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742155_1334 (size=1413) 2024-11-27T11:13:53,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:53,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:53,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742156_1335 (size=1413) 2024-11-27T11:13:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742156_1335 (size=1413) 2024-11-27T11:13:53,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:53,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:53,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742157_1336 (size=1413) 2024-11-27T11:13:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742157_1336 (size=1413) 2024-11-27T11:13:53,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:53,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-27T11:13:53,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742158_1337 (size=93) 2024-11-27T11:13:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742158_1337 (size=93) 2024-11-27T11:13:53,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty, size=93 (93bytes) 2024-11-27T11:13:53,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty 2024-11-27T11:13:53,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty after 1ms 2024-11-27T11:13:53,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty took 3ms 2024-11-27T11:13:53,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty so closing down 2024-11-27T11:13:53,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-27T11:13:53,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty, size=93 (93bytes) at 1732706033762Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty so closing down at 1732706033776 (+14 ms)3 split writer threads finished at 1732706033776Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732706033777 (+1 ms) 2024-11-27T11:13:53,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat..empty to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat..empty 2024-11-27T11:13:53,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:53,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 2024-11-27T11:13:53,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 after 1ms 2024-11-27T11:13:53,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 took 3ms 2024-11-27T11:13:53,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 so closing down 2024-11-27T11:13:53,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,797 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:53,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:53,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:53,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742159_1338 (size=743) 2024-11-27T11:13:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742159_1338 (size=743) 2024-11-27T11:13:53,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742160_1339 (size=743) 2024-11-27T11:13:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742160_1339 (size=743) 2024-11-27T11:13:53,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:53,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:53,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0, size=1.4 K (1393bytes) at 1732706033779Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 so closing down at 1732706033791 (+12 ms)3 split writer threads finished at 1732706033792 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706033804 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706033812 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033831 (+19 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706033833 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033843 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706033844 (+1 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706033844 2024-11-27T11:13:53,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.0 2024-11-27T11:13:53,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:53,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 2024-11-27T11:13:53,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 after 1ms 2024-11-27T11:13:53,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 took 14ms 2024-11-27T11:13:53,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 so closing down 2024-11-27T11:13:53,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:53,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:53,887 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:53,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:53,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742161_1340 (size=743) 2024-11-27T11:13:53,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742161_1340 (size=743) 2024-11-27T11:13:53,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:53,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742162_1341 (size=743) 2024-11-27T11:13:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742162_1341 (size=743) 2024-11-27T11:13:53,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:53,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:53,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1, size=1.4 K (1393bytes) at 1732706033848Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 so closing down at 1732706033874 (+26 ms)3 split writer threads finished at 1732706033875 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706033886 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706033893 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033900 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706033901 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033909 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706033910 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706033910 2024-11-27T11:13:53,913 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.1 2024-11-27T11:13:53,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:53,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 2024-11-27T11:13:53,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 after 0ms 2024-11-27T11:13:53,915 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 took 2ms 2024-11-27T11:13:53,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 so closing down 2024-11-27T11:13:53,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:53,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:53,920 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:53,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:53,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742163_1342 (size=743) 2024-11-27T11:13:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742164_1343 (size=743) 2024-11-27T11:13:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742163_1342 (size=743) 2024-11-27T11:13:53,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742164_1343 (size=743) 2024-11-27T11:13:53,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:53,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:53,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:53,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2, size=1.4 K (1393bytes) at 1732706033913Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 so closing down at 1732706033916 (+3 ms)3 split writer threads finished at 1732706033917 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706033920 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706033921 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033927 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706033928 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033928Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706033930 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706033930 2024-11-27T11:13:53,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.2 2024-11-27T11:13:53,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:53,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 2024-11-27T11:13:53,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 after 0ms 2024-11-27T11:13:53,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 took 3ms 2024-11-27T11:13:53,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 so closing down 2024-11-27T11:13:53,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:53,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:53,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:53,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742165_1344 (size=743) 2024-11-27T11:13:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742165_1344 (size=743) 2024-11-27T11:13:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742166_1345 (size=743) 2024-11-27T11:13:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742166_1345 (size=743) 2024-11-27T11:13:53,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:53,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:53,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:53,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3, size=1.4 K (1393bytes) at 1732706033931Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 so closing down at 1732706033935 (+4 ms)3 split writer threads finished at 1732706033935Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706033942 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706033943 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033954 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033954Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706033955 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706033956 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706033956 2024-11-27T11:13:53,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.3 2024-11-27T11:13:53,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:53,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 2024-11-27T11:13:53,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 after 1ms 2024-11-27T11:13:53,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 took 2ms 2024-11-27T11:13:53,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 so closing down 2024-11-27T11:13:53,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:53,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:53,967 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:53,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:53,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:53,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742168_1347 (size=743) 2024-11-27T11:13:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742168_1347 (size=743) 2024-11-27T11:13:53,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742167_1346 (size=743) 2024-11-27T11:13:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742167_1346 (size=743) 2024-11-27T11:13:53,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:53,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:53,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:53,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4, size=1.4 K (1393bytes) at 1732706033958Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 so closing down at 1732706033962 (+4 ms)3 split writer threads finished at 1732706033962Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706033972 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706033972Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033983 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706033985 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706033994 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706033995 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706033996 (+1 ms) 2024-11-27T11:13:53,997 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.4 2024-11-27T11:13:53,998 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:53,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 2024-11-27T11:13:53,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 after 0ms 2024-11-27T11:13:53,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 took 2ms 2024-11-27T11:13:54,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 so closing down 2024-11-27T11:13:54,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:54,003 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:54,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:54,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742169_1348 (size=743) 2024-11-27T11:13:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742169_1348 (size=743) 2024-11-27T11:13:54,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742170_1349 (size=743) 2024-11-27T11:13:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742170_1349 (size=743) 2024-11-27T11:13:54,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:54,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:54,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:54,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5, size=1.4 K (1393bytes) at 1732706033998Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 so closing down at 1732706034001 (+3 ms)3 split writer threads finished at 1732706034001Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706034003 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706034004 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034017 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034017Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706034018 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706034018Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706034018 2024-11-27T11:13:54,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.5 2024-11-27T11:13:54,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:54,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 2024-11-27T11:13:54,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 after 1ms 2024-11-27T11:13:54,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 took 2ms 2024-11-27T11:13:54,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 so closing down 2024-11-27T11:13:54,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:54,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:54,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:54,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742171_1350 (size=749) 2024-11-27T11:13:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742171_1350 (size=749) 2024-11-27T11:13:54,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742172_1351 (size=749) 2024-11-27T11:13:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742172_1351 (size=749) 2024-11-27T11:13:54,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:54,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:54,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6, size=1.4 K (1405bytes) at 1732706034020Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 so closing down at 1732706034037 (+17 ms)3 split writer threads finished at 1732706034043 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706034053 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706034057 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034079 (+22 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706034080 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034094 (+14 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706034096 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706034096 2024-11-27T11:13:54,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.6 2024-11-27T11:13:54,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:54,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 2024-11-27T11:13:54,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 after 0ms 2024-11-27T11:13:54,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 took 3ms 2024-11-27T11:13:54,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 so closing down 2024-11-27T11:13:54,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:54,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:54,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:54,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:54,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742173_1352 (size=753) 2024-11-27T11:13:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742173_1352 (size=753) 2024-11-27T11:13:54,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742174_1353 (size=753) 2024-11-27T11:13:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742174_1353 (size=753) 2024-11-27T11:13:54,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:54,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:54,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7, size=1.4 K (1413bytes) at 1732706034100Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 so closing down at 1732706034108 (+8 ms)3 split writer threads finished at 1732706034110 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706034121 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706034128 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034190 (+62 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706034192 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034215 (+23 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706034217 (+2 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706034217 2024-11-27T11:13:54,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.7 2024-11-27T11:13:54,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:54,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 2024-11-27T11:13:54,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 after 1ms 2024-11-27T11:13:54,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 took 3ms 2024-11-27T11:13:54,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 so closing down 2024-11-27T11:13:54,233 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:54,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:54,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:54,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742175_1354 (size=753) 2024-11-27T11:13:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742175_1354 (size=753) 2024-11-27T11:13:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742176_1355 (size=753) 2024-11-27T11:13:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742176_1355 (size=753) 2024-11-27T11:13:54,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:54,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:54,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:54,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8, size=1.4 K (1413bytes) at 1732706034219Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 so closing down at 1732706034233 (+14 ms)3 split writer threads finished at 1732706034236 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706034242 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706034246 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034267 (+21 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706034268 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034666 (+398 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706034667 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706034668 (+1 ms) 2024-11-27T11:13:54,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.8 2024-11-27T11:13:54,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:54,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 2024-11-27T11:13:54,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 after 1ms 2024-11-27T11:13:54,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 took 3ms 2024-11-27T11:13:54,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 so closing down 2024-11-27T11:13:54,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:54,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:54,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:54,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742178_1357 (size=753) 2024-11-27T11:13:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742178_1357 (size=753) 2024-11-27T11:13:54,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742177_1356 (size=753) 2024-11-27T11:13:54,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742177_1356 (size=753) 2024-11-27T11:13:54,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:54,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:54,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9, size=1.4 K (1413bytes) at 1732706034670Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 so closing down at 1732706034680 (+10 ms)3 split writer threads finished at 1732706034686 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706034696 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706034696Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034725 (+29 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706034726 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706034734 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706034735 (+1 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706034735 2024-11-27T11:13:54,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.9 2024-11-27T11:13:54,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty, size=93 (93bytes) 2024-11-27T11:13:54,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty 2024-11-27T11:13:54,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty after 0ms 2024-11-27T11:13:54,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty took 3ms 2024-11-27T11:13:54,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty so closing down 2024-11-27T11:13:54,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:54,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:54,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-27T11:13:54,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty, size=93 (93bytes) at 1732706034738Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty so closing down at 1732706034740 (+2 ms)3 split writer threads finished at 1732706034742 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732706034742 2024-11-27T11:13:54,744 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/WALs/testemptylogfiles,16010,1732706032910/wal.dat.empty to hdfs://localhost:33827/user/jenkins/test-data/2572f626-efe0-8f35-6710-6fdbe5f0256d/oldWALs/wal.dat.empty 2024-11-27T11:13:54,806 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139 (was 143), OpenFileDescriptor=395 (was 403), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7120 (was 7349) 2024-11-27T11:13:54,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139, OpenFileDescriptor=396, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7120 2024-11-27T11:13:54,814 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742179_1358 (size=7) 2024-11-27T11:13:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742179_1358 (size=7) 2024-11-27T11:13:54,825 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:54,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:54,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:54,833 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:54,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:54,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:54,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:54,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:54,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742180_1359 (size=1393) 2024-11-27T11:13:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742180_1359 (size=1393) 2024-11-27T11:13:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:55,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:55,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742181_1360 (size=1393) 2024-11-27T11:13:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742181_1360 (size=1393) 2024-11-27T11:13:55,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:55,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742182_1361 (size=1393) 2024-11-27T11:13:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742182_1361 (size=1393) 2024-11-27T11:13:55,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:55,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:55,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742183_1362 (size=1393) 2024-11-27T11:13:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742183_1362 (size=1393) 2024-11-27T11:13:55,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:55,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:55,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742184_1363 (size=1393) 2024-11-27T11:13:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742184_1363 (size=1393) 2024-11-27T11:13:55,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:55,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:55,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742185_1364 (size=1393) 2024-11-27T11:13:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742185_1364 (size=1393) 2024-11-27T11:13:55,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:55,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742186_1365 (size=1405) 2024-11-27T11:13:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742186_1365 (size=1405) 2024-11-27T11:13:55,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:55,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742187_1366 (size=1413) 2024-11-27T11:13:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742187_1366 (size=1413) 2024-11-27T11:13:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:55,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:55,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742188_1367 (size=1413) 2024-11-27T11:13:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742188_1367 (size=1413) 2024-11-27T11:13:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:55,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742189_1368 (size=1413) 2024-11-27T11:13:55,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742189_1368 (size=1413) 2024-11-27T11:13:55,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:55,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:55,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 2024-11-27T11:13:55,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 after 0ms 2024-11-27T11:13:55,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 took 3ms 2024-11-27T11:13:55,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 so closing down 2024-11-27T11:13:55,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:55,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:55,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:55,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:55,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:55,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742190_1369 (size=743) 2024-11-27T11:13:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742190_1369 (size=743) 2024-11-27T11:13:55,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:55,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742191_1370 (size=743) 2024-11-27T11:13:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742191_1370 (size=743) 2024-11-27T11:13:55,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:55,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:55,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:55,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0, size=1.4 K (1393bytes) at 1732706035696Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 so closing down at 1732706035706 (+10 ms)3 split writer threads finished at 1732706035707 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706035711 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706035713 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706035721 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706035722 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706035731 (+9 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706035732 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706035732 2024-11-27T11:13:55,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.0 2024-11-27T11:13:55,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:55,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 2024-11-27T11:13:55,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 after 0ms 2024-11-27T11:13:55,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 took 2ms 2024-11-27T11:13:55,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 so closing down 2024-11-27T11:13:55,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:55,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:55,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:55,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:55,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:55,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742192_1371 (size=743) 2024-11-27T11:13:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742193_1372 (size=743) 2024-11-27T11:13:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742193_1372 (size=743) 2024-11-27T11:13:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742192_1371 (size=743) 2024-11-27T11:13:55,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:55,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:56,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:56,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:56,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1, size=1.4 K (1393bytes) at 1732706035735Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 so closing down at 1732706035738 (+3 ms)3 split writer threads finished at 1732706035738Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706035741 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706035741Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706035758 (+17 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706035760 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036159 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706036169 (+10 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706036169 2024-11-27T11:13:56,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.1 2024-11-27T11:13:56,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:56,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 2024-11-27T11:13:56,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 after 5ms 2024-11-27T11:13:56,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 took 12ms 2024-11-27T11:13:56,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 so closing down 2024-11-27T11:13:56,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:56,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:56,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:56,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:56,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742195_1374 (size=743) 2024-11-27T11:13:56,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742195_1374 (size=743) 2024-11-27T11:13:56,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742194_1373 (size=743) 2024-11-27T11:13:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742194_1373 (size=743) 2024-11-27T11:13:56,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:56,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:56,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2, size=1.4 K (1393bytes) at 1732706036173Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 so closing down at 1732706036208 (+35 ms)3 split writer threads finished at 1732706036212 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706036240 (+28 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706036256 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036310 (+54 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706036314 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036327 (+13 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706036329 (+2 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706036329 2024-11-27T11:13:56,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.2 2024-11-27T11:13:56,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:56,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 2024-11-27T11:13:56,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 after 1ms 2024-11-27T11:13:56,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 took 3ms 2024-11-27T11:13:56,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 so closing down 2024-11-27T11:13:56,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:56,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:56,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:56,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742196_1375 (size=743) 2024-11-27T11:13:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742196_1375 (size=743) 2024-11-27T11:13:56,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742197_1376 (size=743) 2024-11-27T11:13:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742197_1376 (size=743) 2024-11-27T11:13:56,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:56,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:56,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3, size=1.4 K (1393bytes) at 1732706036331Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 so closing down at 1732706036337 (+6 ms)3 split writer threads finished at 1732706036344 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706036360 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706036378 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036430 (+52 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706036433 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036455 (+22 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706036457 (+2 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706036457 2024-11-27T11:13:56,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.3 2024-11-27T11:13:56,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:56,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 2024-11-27T11:13:56,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 after 1ms 2024-11-27T11:13:56,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 took 3ms 2024-11-27T11:13:56,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 so closing down 2024-11-27T11:13:56,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,471 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:56,479 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:56,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:56,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742198_1377 (size=743) 2024-11-27T11:13:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742198_1377 (size=743) 2024-11-27T11:13:56,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:56,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742199_1378 (size=743) 2024-11-27T11:13:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742199_1378 (size=743) 2024-11-27T11:13:56,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:56,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:56,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4, size=1.4 K (1393bytes) at 1732706036459Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 so closing down at 1732706036466 (+7 ms)3 split writer threads finished at 1732706036471 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706036480 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706036480Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036487 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706036489 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036497 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706036498 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706036498 2024-11-27T11:13:56,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.4 2024-11-27T11:13:56,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:13:56,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 2024-11-27T11:13:56,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 after 0ms 2024-11-27T11:13:56,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 took 2ms 2024-11-27T11:13:56,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 so closing down 2024-11-27T11:13:56,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:56,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:13:56,519 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:56,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:13:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742200_1379 (size=743) 2024-11-27T11:13:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742200_1379 (size=743) 2024-11-27T11:13:56,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:13:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742201_1380 (size=743) 2024-11-27T11:13:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742201_1380 (size=743) 2024-11-27T11:13:56,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:13:56,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:56,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5, size=1.4 K (1393bytes) at 1732706036500Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 so closing down at 1732706036504 (+4 ms)3 split writer threads finished at 1732706036504Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706036516 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706036520 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036530 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706036531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036536 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706036537 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706036537 2024-11-27T11:13:56,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.5 2024-11-27T11:13:56,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:13:56,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 2024-11-27T11:13:56,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 after 0ms 2024-11-27T11:13:56,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 took 2ms 2024-11-27T11:13:56,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 so closing down 2024-11-27T11:13:56,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,546 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:56,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:13:56,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:56,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:13:56,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742202_1381 (size=749) 2024-11-27T11:13:56,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742202_1381 (size=749) 2024-11-27T11:13:56,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:13:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742203_1382 (size=749) 2024-11-27T11:13:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742203_1382 (size=749) 2024-11-27T11:13:56,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:13:56,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:13:56,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6, size=1.4 K (1405bytes) at 1732706036539Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 so closing down at 1732706036543 (+4 ms)3 split writer threads finished at 1732706036544 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706036548 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706036552 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036565 (+13 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706036566 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036569 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706036570 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706036570 2024-11-27T11:13:56,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.6 2024-11-27T11:13:56,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:13:56,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 2024-11-27T11:13:56,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 after 0ms 2024-11-27T11:13:56,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 took 2ms 2024-11-27T11:13:56,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 so closing down 2024-11-27T11:13:56,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,582 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:56,582 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:56,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:13:56,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:13:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742204_1383 (size=753) 2024-11-27T11:13:56,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:13:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742204_1383 (size=753) 2024-11-27T11:13:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742205_1384 (size=753) 2024-11-27T11:13:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742205_1384 (size=753) 2024-11-27T11:13:56,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:13:56,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:56,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7, size=1.4 K (1413bytes) at 1732706036572Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 so closing down at 1732706036576 (+4 ms)3 split writer threads finished at 1732706036579 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706036584 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706036584Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036599 (+15 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706036600 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036607 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706036611 (+4 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706036611 2024-11-27T11:13:56,613 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.7 2024-11-27T11:13:56,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:13:56,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 2024-11-27T11:13:56,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 after 1ms 2024-11-27T11:13:56,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 took 7ms 2024-11-27T11:13:56,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 so closing down 2024-11-27T11:13:56,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,638 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:56,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:56,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:13:56,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:13:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742206_1385 (size=753) 2024-11-27T11:13:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742207_1386 (size=753) 2024-11-27T11:13:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742207_1386 (size=753) 2024-11-27T11:13:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742206_1385 (size=753) 2024-11-27T11:13:56,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:13:56,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:13:56,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:56,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8, size=1.4 K (1413bytes) at 1732706036613Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 so closing down at 1732706036638 (+25 ms)3 split writer threads finished at 1732706036638Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706036649 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706036650 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036672 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036672Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706036673 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706036673Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706036673 2024-11-27T11:13:56,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.8 2024-11-27T11:13:56,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:13:56,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 2024-11-27T11:13:56,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 after 0ms 2024-11-27T11:13:56,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 took 2ms 2024-11-27T11:13:56,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 so closing down 2024-11-27T11:13:56,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:56,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:56,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:13:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742208_1387 (size=753) 2024-11-27T11:13:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742208_1387 (size=753) 2024-11-27T11:13:56,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:13:56,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:13:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742209_1388 (size=753) 2024-11-27T11:13:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742209_1388 (size=753) 2024-11-27T11:13:56,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:56,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:13:56,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:13:56,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9, size=1.4 K (1413bytes) at 1732706036675Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 so closing down at 1732706036680 (+5 ms)3 split writer threads finished at 1732706036680Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706036683 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036694 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706036696 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706036700 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706036708 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706036709 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706036709 2024-11-27T11:13:56,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732706034833/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/557cc3aa-964b-7199-3250-2a8d6ec350ca/oldWALs/wal.dat.9 2024-11-27T11:13:56,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 139), OpenFileDescriptor=395 (was 396), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=7106 (was 7120) 2024-11-27T11:13:56,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7106 2024-11-27T11:13:56,734 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742210_1389 (size=7) 2024-11-27T11:13:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742210_1389 (size=7) 2024-11-27T11:13:56,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:56,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,745 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:56,750 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:33827/user/jenkins/test-data/d657f1b6-6ce5-5b87-d9cb-f8353e078a46/data/hbase/meta/1588230740/recovered.edits 2024-11-27T11:13:56,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=7106 (was 7106) 2024-11-27T11:13:56,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7106 2024-11-27T11:13:56,775 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742211_1390 (size=7) 2024-11-27T11:13:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742211_1390 (size=7) 2024-11-27T11:13:56,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:56,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:56,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-27T11:13:56,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-27T11:13:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-27T11:13:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742212_1391 (size=818) 2024-11-27T11:13:56,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742212_1391 (size=818) 2024-11-27T11:13:56,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5, size=818 (818bytes) 2024-11-27T11:13:56,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 2024-11-27T11:13:56,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 after 0ms 2024-11-27T11:13:56,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 took 2ms 2024-11-27T11:13:56,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 so closing down 2024-11-27T11:13:56,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:56,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:56,858 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-27T11:13:56,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-27T11:13:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742213_1392 (size=783) 2024-11-27T11:13:56,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742213_1392 (size=783) 2024-11-27T11:13:56,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-27T11:13:56,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-27T11:13:56,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-27T11:13:56,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5, size=818 (818bytes) at 1732706036844Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 so closing down at 1732706036847 (+3 ms)3 split writer threads finished at 1732706036848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732706036859 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732706036866 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732706036867 (+1 ms)Processed 11 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732706036868 (+1 ms) 2024-11-27T11:13:56,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/WALs/testemptywaledit,16010,1732706036793/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/3d3c6e39-dfc4-be9b-0602-2701b8038269/oldWALs/wal.dat.5 2024-11-27T11:13:56,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=7105 (was 7106) 2024-11-27T11:13:56,902 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7105 2024-11-27T11:13:56,902 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:13:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742214_1393 (size=7) 2024-11-27T11:13:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742214_1393 (size=7) 2024-11-27T11:13:56,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:13:56,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:13:56,919 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:13:56,919 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:13:56,919 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:13:56,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:13:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742215_1394 (size=1393) 2024-11-27T11:13:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742215_1394 (size=1393) 2024-11-27T11:13:56,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:13:56,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:13:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742216_1395 (size=1393) 2024-11-27T11:13:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742216_1395 (size=1393) 2024-11-27T11:13:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:13:56,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:13:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:56,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742217_1396 (size=1393) 2024-11-27T11:13:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742217_1396 (size=1393) 2024-11-27T11:13:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:13:57,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:13:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742218_1397 (size=1393) 2024-11-27T11:13:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742218_1397 (size=1393) 2024-11-27T11:13:57,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:13:57,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742219_1398 (size=1393) 2024-11-27T11:13:57,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742219_1398 (size=1393) 2024-11-27T11:13:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:13:57,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:13:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742220_1399 (size=1393) 2024-11-27T11:13:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742220_1399 (size=1393) 2024-11-27T11:13:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:13:57,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:13:57,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742221_1400 (size=1405) 2024-11-27T11:13:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742221_1400 (size=1405) 2024-11-27T11:13:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:13:57,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:13:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:57,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742222_1401 (size=1413) 2024-11-27T11:13:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742222_1401 (size=1413) 2024-11-27T11:13:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:13:58,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:13:58,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742223_1402 (size=1413) 2024-11-27T11:13:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742223_1402 (size=1413) 2024-11-27T11:13:58,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:13:58,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:13:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:13:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:13:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742224_1403 (size=1413) 2024-11-27T11:13:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742224_1403 (size=1413) 2024-11-27T11:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:13:58,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:13:58,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 2024-11-27T11:13:58,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 after 0ms 2024-11-27T11:13:58,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 took 2ms 2024-11-27T11:13:58,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 so closing down 2024-11-27T11:13:58,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:58,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:58,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:58,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:58,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:13:58,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:13:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742226_1405 (size=743) 2024-11-27T11:13:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742226_1405 (size=743) 2024-11-27T11:13:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742227_1406 (size=743) 2024-11-27T11:13:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742227_1406 (size=743) 2024-11-27T11:13:58,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:13:58,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:13:58,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:58,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0, size=1.4 K (1393bytes) at 1732706038091Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 so closing down at 1732706038096 (+5 ms)3 split writer threads finished at 1732706038096Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706038101 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706038101Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038122 (+21 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038123 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706038126 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706038126Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706038128 (+2 ms) 2024-11-27T11:13:58,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.0 2024-11-27T11:13:58,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:13:58,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 2024-11-27T11:13:58,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 after 1ms 2024-11-27T11:13:58,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 took 6ms 2024-11-27T11:13:58,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 so closing down 2024-11-27T11:13:58,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:58,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:58,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:58,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:58,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:13:58,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:13:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742228_1407 (size=743) 2024-11-27T11:13:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742228_1407 (size=743) 2024-11-27T11:13:58,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:13:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742229_1408 (size=743) 2024-11-27T11:13:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742229_1408 (size=743) 2024-11-27T11:13:58,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:13:58,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:58,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1, size=1.4 K (1393bytes) at 1732706038131Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 so closing down at 1732706038152 (+21 ms)3 split writer threads finished at 1732706038152Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706038160 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706038162 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038206 (+44 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706038208 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038216 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706038217 (+1 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706038218 (+1 ms) 2024-11-27T11:13:58,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.1 2024-11-27T11:13:58,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:13:58,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 2024-11-27T11:13:58,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 after 0ms 2024-11-27T11:13:58,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 took 3ms 2024-11-27T11:13:58,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 so closing down 2024-11-27T11:13:58,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:58,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:58,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:58,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:13:58,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:58,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:13:58,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742231_1410 (size=743) 2024-11-27T11:13:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742231_1410 (size=743) 2024-11-27T11:13:58,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742230_1409 (size=743) 2024-11-27T11:13:58,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:13:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742230_1409 (size=743) 2024-11-27T11:13:58,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:13:58,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:58,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2, size=1.4 K (1393bytes) at 1732706038221Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 so closing down at 1732706038241 (+20 ms)3 split writer threads finished at 1732706038242 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706038274 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706038279 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038327 (+48 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706038329 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038330 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706038331 (+1 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706038332 (+1 ms) 2024-11-27T11:13:58,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.2 2024-11-27T11:13:58,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:13:58,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 2024-11-27T11:13:58,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 after 3ms 2024-11-27T11:13:58,342 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 took 8ms 2024-11-27T11:13:58,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 so closing down 2024-11-27T11:13:58,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:58,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:58,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:58,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:58,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:13:58,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:13:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742233_1412 (size=743) 2024-11-27T11:13:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742233_1412 (size=743) 2024-11-27T11:13:58,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:13:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742232_1411 (size=743) 2024-11-27T11:13:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742232_1411 (size=743) 2024-11-27T11:13:58,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:13:58,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:58,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3, size=1.4 K (1393bytes) at 1732706038334Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 so closing down at 1732706038355 (+21 ms)3 split writer threads finished at 1732706038368 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706038392 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706038404 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038469 (+65 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706038471 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038478 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706038479 (+1 ms)Processed 20 edits across 2 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706038480 (+1 ms) 2024-11-27T11:13:58,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.3 2024-11-27T11:13:58,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:13:58,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 2024-11-27T11:13:58,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 after 0ms 2024-11-27T11:13:58,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 took 3ms 2024-11-27T11:13:58,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 so closing down 2024-11-27T11:13:58,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:13:58,487 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:13:58,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:58,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:58,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:13:58,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:13:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742234_1413 (size=743) 2024-11-27T11:13:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742234_1413 (size=743) 2024-11-27T11:13:58,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:13:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742235_1414 (size=743) 2024-11-27T11:13:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742235_1414 (size=743) 2024-11-27T11:13:58,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:13:58,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:13:58,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:13:58,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4, size=1.4 K (1393bytes) at 1732706038482Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 so closing down at 1732706038487 (+5 ms)3 split writer threads finished at 1732706038487Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706038492 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706038496 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038512 (+16 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706038514 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706038528 (+14 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706038529 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706038529 2024-11-27T11:13:58,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.4 2024-11-27T11:13:58,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5, size=1.4 K (1394bytes) 2024-11-27T11:13:58,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 2024-11-27T11:13:58,532 WARN [IPC Server handler 0 on default port 33827 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-27T11:13:58,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 after 0ms 2024-11-27T11:13:58,879 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-102878475_22 at /127.0.0.1:57758 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:35341:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57758 dst: /127.0.0.1:35341 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:58,879 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-102878475_22 at /127.0.0.1:57760 [Receiving block BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:35551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57760 dst: /127.0.0.1:35551 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35551 remote=/127.0.0.1:57760]. Total timeout mills is 60000, 59192 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T11:13:58,880 WARN [ResponseProcessor for block BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:58,880 WARN [DataStreamer for file /user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 block BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK], DatanodeInfoWithStorage[127.0.0.1:35341,DS-dd86af7a-df02-42ff-80f8-8bf3dc82a6ac,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35551,DS-a5367c0f-3011-4eb3-8101-4220cfa05a94,DISK]) is bad. 2024-11-27T11:13:58,881 WARN [DataStreamer for file /user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 block BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1938649415-172.17.0.2-1732705996446:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T11:13:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742225_1415 (size=1394) 2024-11-27T11:14:02,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 after 4001ms 2024-11-27T11:14:02,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 took 4005ms 2024-11-27T11:14:02,539 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:02,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 so closing down 2024-11-27T11:14:02,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:02,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:02,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:02,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:02,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:02,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742237_1417 (size=353) 2024-11-27T11:14:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742237_1417 (size=353) 2024-11-27T11:14:02,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:02,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-27T11:14:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742236_1416 (size=418) 2024-11-27T11:14:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742236_1416 (size=418) 2024-11-27T11:14:02,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:02,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-27T11:14:02,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-27T11:14:02,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5, size=1.4 K (1394bytes) at 1732706038532Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 so closing down at 1732706042540 (+4008 ms)3 split writer threads finished at 1732706042540Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706042544 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706042544Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732706042549 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732706042550 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706042552 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732706042553 (+1 ms)Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732706042553 2024-11-27T11:14:02,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/corrupt/wal.dat.5 2024-11-27T11:14:02,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:14:02,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 2024-11-27T11:14:02,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 after 1ms 2024-11-27T11:14:02,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 took 2ms 2024-11-27T11:14:02,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 so closing down 2024-11-27T11:14:02,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:02,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:02,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:02,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:02,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:02,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742238_1418 (size=749) 2024-11-27T11:14:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742238_1418 (size=749) 2024-11-27T11:14:02,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:02,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:14:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742239_1419 (size=749) 2024-11-27T11:14:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742239_1419 (size=749) 2024-11-27T11:14:02,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:02,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:14:02,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:14:02,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6, size=1.4 K (1405bytes) at 1732706042555Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 so closing down at 1732706042558 (+3 ms)3 split writer threads finished at 1732706042559 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706042562 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706042562Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706042583 (+21 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706042585 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706042601 (+16 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706042603 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706042604 (+1 ms) 2024-11-27T11:14:02,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.6 2024-11-27T11:14:02,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:14:02,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 2024-11-27T11:14:02,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 after 0ms 2024-11-27T11:14:02,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 took 2ms 2024-11-27T11:14:02,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 so closing down 2024-11-27T11:14:02,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:02,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:02,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:02,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:02,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:02,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742240_1420 (size=753) 2024-11-27T11:14:02,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:02,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:14:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742241_1421 (size=753) 2024-11-27T11:14:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742241_1421 (size=753) 2024-11-27T11:14:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742240_1420 (size=753) 2024-11-27T11:14:03,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:14:03,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:03,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7, size=1.4 K (1413bytes) at 1732706042606Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 so closing down at 1732706042610 (+4 ms)3 split writer threads finished at 1732706042611 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706042617 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706042618 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706042628 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706042630 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706043029 (+399 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706043031 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706043031 2024-11-27T11:14:03,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.7 2024-11-27T11:14:03,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:14:03,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 2024-11-27T11:14:03,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 after 0ms 2024-11-27T11:14:03,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 took 2ms 2024-11-27T11:14:03,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 so closing down 2024-11-27T11:14:03,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:03,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:03,039 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:03,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:03,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:03,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742243_1423 (size=753) 2024-11-27T11:14:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742243_1423 (size=753) 2024-11-27T11:14:03,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:14:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742242_1422 (size=753) 2024-11-27T11:14:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742242_1422 (size=753) 2024-11-27T11:14:03,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:14:03,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:03,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8, size=1.4 K (1413bytes) at 1732706043033Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 so closing down at 1732706043037 (+4 ms)3 split writer threads finished at 1732706043037Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706043040 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706043040Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706043046 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706043047 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706043054 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706043055 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706043056 (+1 ms) 2024-11-27T11:14:03,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.8 2024-11-27T11:14:03,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:14:03,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 2024-11-27T11:14:03,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 after 0ms 2024-11-27T11:14:03,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 took 3ms 2024-11-27T11:14:03,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 so closing down 2024-11-27T11:14:03,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:03,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:03,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:03,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:03,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:03,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742244_1424 (size=753) 2024-11-27T11:14:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742244_1424 (size=753) 2024-11-27T11:14:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742245_1425 (size=753) 2024-11-27T11:14:03,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742245_1425 (size=753) 2024-11-27T11:14:03,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:14:03,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:14:03,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:03,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9, size=1.4 K (1413bytes) at 1732706043059Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 so closing down at 1732706043071 (+12 ms)3 split writer threads finished at 1732706043071Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706043086 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706043092 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706043122 (+30 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706043122Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706043125 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706043127 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706043127 2024-11-27T11:14:03,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732706036919/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/6566bdd0-a4f6-1640-d00e-3993e96f6dfc/oldWALs/wal.dat.9 2024-11-27T11:14:03,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=401 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7062 (was 7105) 2024-11-27T11:14:03,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=7061 2024-11-27T11:14:03,227 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742246_1426 (size=7) 2024-11-27T11:14:03,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742246_1426 (size=7) 2024-11-27T11:14:03,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:03,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,273 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:03,274 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-27T11:14:03,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742247_1427 (size=863) 2024-11-27T11:14:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742247_1427 (size=863) 2024-11-27T11:14:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742248_1428 (size=823) 2024-11-27T11:14:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742248_1428 (size=823) 2024-11-27T11:14:03,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0, size=823 (823bytes) 2024-11-27T11:14:03,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 2024-11-27T11:14:03,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 after 1ms 2024-11-27T11:14:03,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 took 2ms 2024-11-27T11:14:03,729 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0; continuing. 2024-11-27T11:14:03,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 so closing down 2024-11-27T11:14:03,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:03,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:03,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:03,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742249_1429 (size=786) 2024-11-27T11:14:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742249_1429 (size=786) 2024-11-27T11:14:03,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:03,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-27T11:14:03,744 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-27T11:14:03,744 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0, size=823 (823bytes) at 1732706043722Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 so closing down at 1732706043729 (+7 ms)3 split writer threads finished at 1732706043730 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706043733 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706043738 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732706043743 (+5 ms)Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732706043744 (+1 ms) 2024-11-27T11:14:03,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/WALs/testeofisignored,16010,1732706043274/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/04be37d8-24c7-7804-26bd-50b3ccb69b06/oldWALs/wal.dat.0 2024-11-27T11:14:03,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7053 (was 7061) 2024-11-27T11:14:03,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=7053 2024-11-27T11:14:03,767 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742250_1430 (size=7) 2024-11-27T11:14:03,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742250_1430 (size=7) 2024-11-27T11:14:03,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:03,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:03,779 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-27T11:14:03,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-27T11:14:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742251_1431 (size=93) 2024-11-27T11:14:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742251_1431 (size=93) 2024-11-27T11:14:03,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty, size=93 (93bytes) 2024-11-27T11:14:03,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty 2024-11-27T11:14:03,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty after 1ms 2024-11-27T11:14:03,812 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty took 2ms 2024-11-27T11:14:03,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty so closing down 2024-11-27T11:14:03,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:03,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:03,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-27T11:14:03,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty, size=93 (93bytes) at 1732706043810Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty so closing down at 1732706043813 (+3 ms)3 split writer threads finished at 1732706043813Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732706043813 2024-11-27T11:14:03,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/WALs/testsplitlogfileempty,16010,1732706043779/wal.dat..empty to hdfs://localhost:33827/user/jenkins/test-data/19474fb9-14f1-3ccd-ff2c-d86d4d83eb1d/oldWALs/wal.dat..empty 2024-11-27T11:14:03,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=7052 (was 7053) 2024-11-27T11:14:03,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=7052 2024-11-27T11:14:03,841 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742252_1432 (size=7) 2024-11-27T11:14:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742252_1432 (size=7) 2024-11-27T11:14:03,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:03,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:03,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:03,858 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:14:03,859 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:14:03,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742253_1433 (size=1393) 2024-11-27T11:14:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742253_1433 (size=1393) 2024-11-27T11:14:03,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:03,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:14:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742254_1434 (size=1393) 2024-11-27T11:14:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742254_1434 (size=1393) 2024-11-27T11:14:03,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:14:03,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:14:03,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742255_1435 (size=1393) 2024-11-27T11:14:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742255_1435 (size=1393) 2024-11-27T11:14:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:14:03,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:14:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742256_1436 (size=1393) 2024-11-27T11:14:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742256_1436 (size=1393) 2024-11-27T11:14:03,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:14:03,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:14:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742257_1437 (size=1393) 2024-11-27T11:14:03,951 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:14:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742257_1437 (size=1393) 2024-11-27T11:14:03,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:14:03,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742258_1438 (size=1393) 2024-11-27T11:14:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742258_1438 (size=1393) 2024-11-27T11:14:03,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:14:03,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:14:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742259_1439 (size=1405) 2024-11-27T11:14:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742259_1439 (size=1405) 2024-11-27T11:14:03,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:14:03,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:14:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742260_1440 (size=1413) 2024-11-27T11:14:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742260_1440 (size=1413) 2024-11-27T11:14:04,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:14:04,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:14:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742261_1441 (size=1413) 2024-11-27T11:14:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742261_1441 (size=1413) 2024-11-27T11:14:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:14:04,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:14:04,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:04,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:04,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742262_1442 (size=1413) 2024-11-27T11:14:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742262_1442 (size=1413) 2024-11-27T11:14:04,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:14:04,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:14:04,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 2024-11-27T11:14:04,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 after 0ms 2024-11-27T11:14:04,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 took 3ms 2024-11-27T11:14:04,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 so closing down 2024-11-27T11:14:04,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,072 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:04,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:04,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:04,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742263_1443 (size=743) 2024-11-27T11:14:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742263_1443 (size=743) 2024-11-27T11:14:04,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:14:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742264_1444 (size=743) 2024-11-27T11:14:04,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742264_1444 (size=743) 2024-11-27T11:14:04,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-27T11:14:04,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0, size=1.4 K (1393bytes) at 1732706044059Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 so closing down at 1732706044064 (+5 ms)3 split writer threads finished at 1732706044064Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706044073 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706044073Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044078 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706044079 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044082 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732706044083 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044083 2024-11-27T11:14:04,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.0 2024-11-27T11:14:04,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:14:04,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 2024-11-27T11:14:04,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 after 1ms 2024-11-27T11:14:04,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 took 2ms 2024-11-27T11:14:04,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 so closing down 2024-11-27T11:14:04,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:04,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:04,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:04,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:04,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742266_1446 (size=743) 2024-11-27T11:14:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742266_1446 (size=743) 2024-11-27T11:14:04,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-27T11:14:04,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742265_1445 (size=743) 2024-11-27T11:14:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742265_1445 (size=743) 2024-11-27T11:14:04,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:14:04,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,547 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1, size=1.4 K (1393bytes) at 1732706044085Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 so closing down at 1732706044088 (+3 ms)3 split writer threads finished at 1732706044088Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706044093 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706044093Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044118 (+25 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732706044120 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044539 (+419 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706044546 (+7 ms)Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044547 (+1 ms) 2024-11-27T11:14:04,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.1 2024-11-27T11:14:04,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:14:04,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 2024-11-27T11:14:04,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 after 0ms 2024-11-27T11:14:04,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 took 3ms 2024-11-27T11:14:04,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 so closing down 2024-11-27T11:14:04,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,556 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:04,557 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:04,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:04,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742268_1448 (size=743) 2024-11-27T11:14:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742268_1448 (size=743) 2024-11-27T11:14:04,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-27T11:14:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742267_1447 (size=743) 2024-11-27T11:14:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742267_1447 (size=743) 2024-11-27T11:14:04,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:14:04,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2, size=1.4 K (1393bytes) at 1732706044550Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 so closing down at 1732706044554 (+4 ms)3 split writer threads finished at 1732706044554Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706044558 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706044558Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044593 (+35 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732706044596 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044603 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706044605 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044605 2024-11-27T11:14:04,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.2 2024-11-27T11:14:04,608 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:14:04,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 2024-11-27T11:14:04,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 after 0ms 2024-11-27T11:14:04,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 took 3ms 2024-11-27T11:14:04,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 so closing down 2024-11-27T11:14:04,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:04,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:04,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:04,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742270_1450 (size=743) 2024-11-27T11:14:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742270_1450 (size=743) 2024-11-27T11:14:04,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742269_1449 (size=743) 2024-11-27T11:14:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742269_1449 (size=743) 2024-11-27T11:14:04,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-27T11:14:04,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:14:04,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3, size=1.4 K (1393bytes) at 1732706044608Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 so closing down at 1732706044611 (+3 ms)3 split writer threads finished at 1732706044612 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706044615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706044615Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044648 (+33 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732706044651 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044651Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706044653 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044653 2024-11-27T11:14:04,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.3 2024-11-27T11:14:04,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:14:04,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 2024-11-27T11:14:04,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 after 1ms 2024-11-27T11:14:04,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 took 5ms 2024-11-27T11:14:04,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 so closing down 2024-11-27T11:14:04,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:04,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:04,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:04,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742271_1451 (size=743) 2024-11-27T11:14:04,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742271_1451 (size=743) 2024-11-27T11:14:04,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:14:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742272_1452 (size=743) 2024-11-27T11:14:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742272_1452 (size=743) 2024-11-27T11:14:04,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-27T11:14:04,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4, size=1.4 K (1393bytes) at 1732706044655Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 so closing down at 1732706044663 (+8 ms)3 split writer threads finished at 1732706044668 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706044676 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706044679 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044701 (+22 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706044705 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044717 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732706044718 (+1 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044719 (+1 ms) 2024-11-27T11:14:04,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.4 2024-11-27T11:14:04,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:14:04,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 2024-11-27T11:14:04,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 after 0ms 2024-11-27T11:14:04,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 took 7ms 2024-11-27T11:14:04,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 so closing down 2024-11-27T11:14:04,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,741 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:04,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:04,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:04,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742273_1453 (size=743) 2024-11-27T11:14:04,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742273_1453 (size=743) 2024-11-27T11:14:04,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:14:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742274_1454 (size=743) 2024-11-27T11:14:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742274_1454 (size=743) 2024-11-27T11:14:04,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-27T11:14:04,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-27T11:14:04,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5, size=1.4 K (1393bytes) at 1732706044721Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 so closing down at 1732706044738 (+17 ms)3 split writer threads finished at 1732706044739 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706044748 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706044756 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044770 (+14 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706044771 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044778 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732706044782 (+4 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732706044782 2024-11-27T11:14:04,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.5 2024-11-27T11:14:04,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:14:04,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 2024-11-27T11:14:04,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 after 0ms 2024-11-27T11:14:04,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 took 2ms 2024-11-27T11:14:04,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 so closing down 2024-11-27T11:14:04,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:04,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:04,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:04,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742275_1455 (size=749) 2024-11-27T11:14:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742275_1455 (size=749) 2024-11-27T11:14:04,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:14:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742276_1456 (size=749) 2024-11-27T11:14:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742276_1456 (size=749) 2024-11-27T11:14:04,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-27T11:14:04,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-27T11:14:04,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6, size=1.4 K (1405bytes) at 1732706044784Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 so closing down at 1732706044787 (+3 ms)3 split writer threads finished at 1732706044787Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706044790 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706044790Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044802 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706044803 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044807 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732706044808 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732706044808 2024-11-27T11:14:04,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.6 2024-11-27T11:14:04,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:14:04,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 2024-11-27T11:14:04,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 after 0ms 2024-11-27T11:14:04,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 took 2ms 2024-11-27T11:14:04,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 so closing down 2024-11-27T11:14:04,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:04,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:04,814 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:04,814 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:04,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:04,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742277_1457 (size=753) 2024-11-27T11:14:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742277_1457 (size=753) 2024-11-27T11:14:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742278_1458 (size=753) 2024-11-27T11:14:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742278_1458 (size=753) 2024-11-27T11:14:04,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:04,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-27T11:14:05,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:05,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:14:05,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:05,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7, size=1.4 K (1413bytes) at 1732706044810Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 so closing down at 1732706044812 (+2 ms)3 split writer threads finished at 1732706044813 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706044815 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706044815Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706044847 (+32 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732706044849 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706045233 (+384 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706045235 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706045235 2024-11-27T11:14:05,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.7 2024-11-27T11:14:05,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:14:05,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 2024-11-27T11:14:05,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 after 0ms 2024-11-27T11:14:05,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 took 2ms 2024-11-27T11:14:05,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 so closing down 2024-11-27T11:14:05,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:05,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:05,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:05,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:05,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:05,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742279_1459 (size=753) 2024-11-27T11:14:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742279_1459 (size=753) 2024-11-27T11:14:05,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:05,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-27T11:14:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742280_1460 (size=753) 2024-11-27T11:14:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742280_1460 (size=753) 2024-11-27T11:14:05,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:05,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:14:05,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:05,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8, size=1.4 K (1413bytes) at 1732706045237Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 so closing down at 1732706045240 (+3 ms)3 split writer threads finished at 1732706045240Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706045243 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706045244 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706045250 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732706045252 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706045254 (+2 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706045257 (+3 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706045258 (+1 ms) 2024-11-27T11:14:05,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.8 2024-11-27T11:14:05,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:14:05,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 2024-11-27T11:14:05,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 after 1ms 2024-11-27T11:14:05,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 took 2ms 2024-11-27T11:14:05,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 so closing down 2024-11-27T11:14:05,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:05,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:05,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:05,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:05,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:05,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742281_1461 (size=753) 2024-11-27T11:14:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742281_1461 (size=753) 2024-11-27T11:14:05,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742282_1462 (size=753) 2024-11-27T11:14:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742282_1462 (size=753) 2024-11-27T11:14:05,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:14:05,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:05,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-27T11:14:05,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-27T11:14:05,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9, size=1.4 K (1413bytes) at 1732706045259Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 so closing down at 1732706045262 (+3 ms)3 split writer threads finished at 1732706045263 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706045265 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706045265Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706045270 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706045272 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706045272Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732706045273 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732706045273 2024-11-27T11:14:05,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/WALs/testlogsgetarchivedaftersplit,16010,1732706043858/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/91d6ea77-9e9c-a8a6-4e54-5929530acc46/oldWALs/wal.dat.9 2024-11-27T11:14:05,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=7039 (was 7052) 2024-11-27T11:14:05,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=7038 2024-11-27T11:14:05,292 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742283_1463 (size=7) 2024-11-27T11:14:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742283_1463 (size=7) 2024-11-27T11:14:05,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:05,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:05,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:05,303 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:05,303 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-27T11:14:05,303 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-27T11:14:05,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742284_1464 (size=723) 2024-11-27T11:14:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742284_1464 (size=723) 2024-11-27T11:14:05,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:05,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:14:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742285_1465 (size=723) 2024-11-27T11:14:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742285_1465 (size=723) 2024-11-27T11:14:05,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:14:05,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742286_1466 (size=723) 2024-11-27T11:14:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742286_1466 (size=723) 2024-11-27T11:14:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:14:05,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:14:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742287_1467 (size=723) 2024-11-27T11:14:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742287_1467 (size=723) 2024-11-27T11:14:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:14:05,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:14:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742288_1468 (size=723) 2024-11-27T11:14:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742288_1468 (size=723) 2024-11-27T11:14:05,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:14:05,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:14:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742289_1469 (size=723) 2024-11-27T11:14:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742289_1469 (size=723) 2024-11-27T11:14:05,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:14:05,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742290_1470 (size=723) 2024-11-27T11:14:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742290_1470 (size=723) 2024-11-27T11:14:05,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:14:05,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742291_1471 (size=723) 2024-11-27T11:14:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742291_1471 (size=723) 2024-11-27T11:14:05,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:14:05,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:14:05,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742292_1472 (size=723) 2024-11-27T11:14:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742292_1472 (size=723) 2024-11-27T11:14:05,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:14:05,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:14:05,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:05,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742293_1473 (size=723) 2024-11-27T11:14:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742293_1473 (size=723) 2024-11-27T11:14:05,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:14:05,880 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/oldWALs, maxLogs=32 2024-11-27T11:14:05,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732706045911 2024-11-27T11:14:05,922 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732706045911 2024-11-27T11:14:05,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555),(127.0.0.1/127.0.0.1:34291:34291)] 2024-11-27T11:14:06,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0, size=723 (723bytes) 2024-11-27T11:14:06,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0 2024-11-27T11:14:06,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0 after 0ms 2024-11-27T11:14:06,020 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0 took 3ms 2024-11-27T11:14:06,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0 so closing down 2024-11-27T11:14:06,026 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:06,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742295_1475 (size=723) 2024-11-27T11:14:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742295_1475 (size=723) 2024-11-27T11:14:06,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:06,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-27T11:14:06,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-27T11:14:06,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0, size=723 (723bytes) at 1732706046017Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0 so closing down at 1732706046026 (+9 ms)3 split writer threads finished at 1732706046026Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706046039 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706046056 (+17 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732706046058 (+2 ms)Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732706045303/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732706046058 2024-11-27T11:14:06,060 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T11:14:06,060 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T11:14:06,062 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T11:14:06,062 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T11:14:06,062 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T11:14:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742294_1474 (size=93) 2024-11-27T11:14:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742294_1474 (size=93) 2024-11-27T11:14:06,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edc72877-fa5a-ba8b-d149-c7b7f15ac7d2/oldWALs 2024-11-27T11:14:06,074 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732706045911) 2024-11-27T11:14:06,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=7029 (was 7038) 2024-11-27T11:14:06,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=7029 2024-11-27T11:14:06,097 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742296_1476 (size=7) 2024-11-27T11:14:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742296_1476 (size=7) 2024-11-27T11:14:06,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:06,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:06,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:06,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:06,118 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-27T11:14:06,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:06,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:14:06,119 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:14:06,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742297_1477 (size=1393) 2024-11-27T11:14:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742297_1477 (size=1393) 2024-11-27T11:14:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:06,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:14:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742298_1478 (size=1393) 2024-11-27T11:14:06,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742298_1478 (size=1393) 2024-11-27T11:14:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:14:06,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:14:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742299_1479 (size=1393) 2024-11-27T11:14:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742299_1479 (size=1393) 2024-11-27T11:14:06,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:14:06,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:14:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742300_1480 (size=1393) 2024-11-27T11:14:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742300_1480 (size=1393) 2024-11-27T11:14:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:14:06,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:14:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742301_1481 (size=1393) 2024-11-27T11:14:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742301_1481 (size=1393) 2024-11-27T11:14:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:14:06,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:14:06,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742302_1482 (size=1393) 2024-11-27T11:14:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742302_1482 (size=1393) 2024-11-27T11:14:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:14:06,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:14:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742303_1483 (size=1405) 2024-11-27T11:14:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742303_1483 (size=1405) 2024-11-27T11:14:06,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:14:06,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:14:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742304_1484 (size=1413) 2024-11-27T11:14:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742304_1484 (size=1413) 2024-11-27T11:14:06,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:14:06,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:14:06,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742305_1485 (size=1413) 2024-11-27T11:14:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742305_1485 (size=1413) 2024-11-27T11:14:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:14:06,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:14:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742306_1486 (size=1413) 2024-11-27T11:14:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742306_1486 (size=1413) 2024-11-27T11:14:06,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:14:06,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:14:06,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 2024-11-27T11:14:06,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 after 0ms 2024-11-27T11:14:06,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 took 3ms 2024-11-27T11:14:06,477 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down 2024-11-27T11:14:06,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) at 1732706046461Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down at 1732706046478 (+17 ms)3 split writer threads finished at 1732706046480 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046480 2024-11-27T11:14:06,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0 2024-11-27T11:14:06,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:14:06,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 2024-11-27T11:14:06,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 after 1ms 2024-11-27T11:14:06,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 took 5ms 2024-11-27T11:14:06,491 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,492 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down 2024-11-27T11:14:06,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,492 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) at 1732706046482Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down at 1732706046492 (+10 ms)3 split writer threads finished at 1732706046492Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046492 2024-11-27T11:14:06,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1 2024-11-27T11:14:06,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:14:06,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 2024-11-27T11:14:06,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 after 0ms 2024-11-27T11:14:06,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 took 2ms 2024-11-27T11:14:06,497 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down 2024-11-27T11:14:06,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) at 1732706046494Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down at 1732706046498 (+4 ms)3 split writer threads finished at 1732706046504 (+6 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046504 2024-11-27T11:14:06,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2 2024-11-27T11:14:06,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:14:06,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 2024-11-27T11:14:06,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 after 0ms 2024-11-27T11:14:06,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 took 2ms 2024-11-27T11:14:06,514 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down 2024-11-27T11:14:06,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) at 1732706046509Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down at 1732706046514 (+5 ms)3 split writer threads finished at 1732706046514Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046514 2024-11-27T11:14:06,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3 2024-11-27T11:14:06,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:14:06,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 2024-11-27T11:14:06,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 after 0ms 2024-11-27T11:14:06,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 took 6ms 2024-11-27T11:14:06,554 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down 2024-11-27T11:14:06,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) at 1732706046523Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down at 1732706046554 (+31 ms)3 split writer threads finished at 1732706046556 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046556 2024-11-27T11:14:06,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4 2024-11-27T11:14:06,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:14:06,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 2024-11-27T11:14:06,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 after 1ms 2024-11-27T11:14:06,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 took 6ms 2024-11-27T11:14:06,598 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down 2024-11-27T11:14:06,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:06,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) at 1732706046562Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down at 1732706046599 (+37 ms)3 split writer threads finished at 1732706046599Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706046599 2024-11-27T11:14:06,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5 2024-11-27T11:14:06,602 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:14:06,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 2024-11-27T11:14:06,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 after 1ms 2024-11-27T11:14:06,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 took 3ms 2024-11-27T11:14:06,615 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down 2024-11-27T11:14:06,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-27T11:14:06,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) at 1732706046602Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down at 1732706046616 (+14 ms)3 split writer threads finished at 1732706046616Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732706046617 (+1 ms) 2024-11-27T11:14:06,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6 2024-11-27T11:14:06,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:14:06,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 2024-11-27T11:14:06,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 after 0ms 2024-11-27T11:14:06,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 took 4ms 2024-11-27T11:14:06,641 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down 2024-11-27T11:14:06,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:06,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) at 1732706046620Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down at 1732706046642 (+22 ms)3 split writer threads finished at 1732706046649 (+7 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706046650 (+1 ms) 2024-11-27T11:14:06,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7 2024-11-27T11:14:06,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:14:06,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 2024-11-27T11:14:06,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 after 0ms 2024-11-27T11:14:06,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 took 3ms 2024-11-27T11:14:06,683 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down 2024-11-27T11:14:06,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:06,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) at 1732706046653Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down at 1732706046683 (+30 ms)3 split writer threads finished at 1732706046684 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706046684 2024-11-27T11:14:06,686 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8 2024-11-27T11:14:06,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:14:06,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 2024-11-27T11:14:06,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 after 1ms 2024-11-27T11:14:06,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 took 3ms 2024-11-27T11:14:06,697 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down 2024-11-27T11:14:06,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:06,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) at 1732706046686Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down at 1732706046698 (+12 ms)3 split writer threads finished at 1732706046698Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706046698 2024-11-27T11:14:06,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9 2024-11-27T11:14:06,701 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046481; access_time=1732706046120; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046493; access_time=1732706046156; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046505; access_time=1732706046174; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046521; access_time=1732706046194; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046560; access_time=1732706046222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706046601; access_time=1732706046254; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732706046618; access_time=1732706046291; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706046651; access_time=1732706046324; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706046685; access_time=1732706046379; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706046699; access_time=1732706046405; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-27T11:14:06,706 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:06,706 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:14:06,706 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:14:06,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742307_1487 (size=1393) 2024-11-27T11:14:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742307_1487 (size=1393) 2024-11-27T11:14:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:06,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:14:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742308_1488 (size=1393) 2024-11-27T11:14:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742308_1488 (size=1393) 2024-11-27T11:14:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:14:06,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:14:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742309_1489 (size=1393) 2024-11-27T11:14:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742309_1489 (size=1393) 2024-11-27T11:14:06,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:14:06,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:14:06,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742310_1490 (size=1393) 2024-11-27T11:14:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742310_1490 (size=1393) 2024-11-27T11:14:06,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:14:06,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:14:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742311_1491 (size=1393) 2024-11-27T11:14:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742311_1491 (size=1393) 2024-11-27T11:14:06,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:14:06,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:14:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742312_1492 (size=1393) 2024-11-27T11:14:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742312_1492 (size=1393) 2024-11-27T11:14:06,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:14:06,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:14:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742313_1493 (size=1405) 2024-11-27T11:14:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742313_1493 (size=1405) 2024-11-27T11:14:06,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:14:06,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:14:06,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742314_1494 (size=1413) 2024-11-27T11:14:06,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742314_1494 (size=1413) 2024-11-27T11:14:06,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:14:06,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:14:06,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742315_1495 (size=1413) 2024-11-27T11:14:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742315_1495 (size=1413) 2024-11-27T11:14:06,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:14:06,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:14:06,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:06,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:06,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742316_1496 (size=1413) 2024-11-27T11:14:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742316_1496 (size=1413) 2024-11-27T11:14:06,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:14:06,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:14:06,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 2024-11-27T11:14:06,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 after 0ms 2024-11-27T11:14:06,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 took 3ms 2024-11-27T11:14:06,993 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:06,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down 2024-11-27T11:14:06,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:06,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:06,999 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:06,999 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:07,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:07,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742317_1497 (size=418) 2024-11-27T11:14:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742317_1497 (size=418) 2024-11-27T11:14:07,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742318_1498 (size=418) 2024-11-27T11:14:07,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-27T11:14:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742318_1498 (size=418) 2024-11-27T11:14:07,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-27T11:14:07,014 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:07,014 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) at 1732706046989Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down at 1732706046994 (+5 ms)3 split writer threads finished at 1732706046994Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706047000 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706047000Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047010 (+10 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732706047012 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047013 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732706047014 (+1 ms)Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706047014 2024-11-27T11:14:07,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0 2024-11-27T11:14:07,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:14:07,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 2024-11-27T11:14:07,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 after 1ms 2024-11-27T11:14:07,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 took 5ms 2024-11-27T11:14:07,026 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:07,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down 2024-11-27T11:14:07,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:07,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:07,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:07,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:07,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:07,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742320_1500 (size=418) 2024-11-27T11:14:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742320_1500 (size=418) 2024-11-27T11:14:07,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742319_1499 (size=418) 2024-11-27T11:14:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742319_1499 (size=418) 2024-11-27T11:14:07,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-27T11:14:07,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-27T11:14:07,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:07,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) at 1732706047017Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down at 1732706047027 (+10 ms)3 split writer threads finished at 1732706047027Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706047031 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706047038 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047068 (+30 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732706047070 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047070Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732706047071 (+1 ms)Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706047071 2024-11-27T11:14:07,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1 2024-11-27T11:14:07,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:14:07,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 2024-11-27T11:14:07,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 after 1ms 2024-11-27T11:14:07,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 took 2ms 2024-11-27T11:14:07,077 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:07,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down 2024-11-27T11:14:07,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:07,077 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:07,080 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:07,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:07,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:07,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742322_1502 (size=418) 2024-11-27T11:14:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742322_1502 (size=418) 2024-11-27T11:14:07,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-27T11:14:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742321_1501 (size=418) 2024-11-27T11:14:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742321_1501 (size=418) 2024-11-27T11:14:07,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-27T11:14:07,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:07,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) at 1732706047073Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down at 1732706047077 (+4 ms)3 split writer threads finished at 1732706047077Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706047089 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706047093 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047104 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732706047105 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047513 (+408 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732706047517 (+4 ms)Processed 10 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706047517 2024-11-27T11:14:07,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2 2024-11-27T11:14:07,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:14:07,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 2024-11-27T11:14:07,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 after 1ms 2024-11-27T11:14:07,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 took 3ms 2024-11-27T11:14:07,543 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:07,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down 2024-11-27T11:14:07,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:07,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:07,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:07,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:07,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:07,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742323_1503 (size=418) 2024-11-27T11:14:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742323_1503 (size=418) 2024-11-27T11:14:07,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-27T11:14:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742324_1504 (size=418) 2024-11-27T11:14:07,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742324_1504 (size=418) 2024-11-27T11:14:07,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-27T11:14:07,645 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:07,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) at 1732706047520Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down at 1732706047544 (+24 ms)3 split writer threads finished at 1732706047544Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706047555 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706047585 (+30 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047614 (+29 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732706047616 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047643 (+27 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732706047644 (+1 ms)Processed 10 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706047645 (+1 ms) 2024-11-27T11:14:07,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3 2024-11-27T11:14:07,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:14:07,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 2024-11-27T11:14:07,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 after 2ms 2024-11-27T11:14:07,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 took 5ms 2024-11-27T11:14:07,658 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:07,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down 2024-11-27T11:14:07,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:07,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:07,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:07,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:07,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:07,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742325_1505 (size=418) 2024-11-27T11:14:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742325_1505 (size=418) 2024-11-27T11:14:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742326_1506 (size=418) 2024-11-27T11:14:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742326_1506 (size=418) 2024-11-27T11:14:07,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-27T11:14:07,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-27T11:14:07,695 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:07,695 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) at 1732706047648Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down at 1732706047658 (+10 ms)3 split writer threads finished at 1732706047659 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706047677 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706047680 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047692 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732706047693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047694 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732706047695 (+1 ms)Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706047695 2024-11-27T11:14:07,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4 2024-11-27T11:14:07,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:14:07,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 2024-11-27T11:14:07,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 after 0ms 2024-11-27T11:14:07,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 took 3ms 2024-11-27T11:14:07,706 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:07,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down 2024-11-27T11:14:07,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:07,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:07,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:07,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:07,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:07,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742327_1507 (size=418) 2024-11-27T11:14:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742327_1507 (size=418) 2024-11-27T11:14:07,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:07,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-27T11:14:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742328_1508 (size=418) 2024-11-27T11:14:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742328_1508 (size=418) 2024-11-27T11:14:08,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:08,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-27T11:14:08,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:08,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) at 1732706047697Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down at 1732706047706 (+9 ms)3 split writer threads finished at 1732706047708 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706047724 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706047728 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706047754 (+26 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732706047755 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706048162 (+407 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732706048164 (+2 ms)Processed 10 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706048164 2024-11-27T11:14:08,166 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5 2024-11-27T11:14:08,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:14:08,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 2024-11-27T11:14:08,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 after 1ms 2024-11-27T11:14:08,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 took 3ms 2024-11-27T11:14:08,172 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:08,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down 2024-11-27T11:14:08,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:08,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:08,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:08,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:08,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:08,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742329_1509 (size=419) 2024-11-27T11:14:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742329_1509 (size=419) 2024-11-27T11:14:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742330_1510 (size=419) 2024-11-27T11:14:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742330_1510 (size=419) 2024-11-27T11:14:08,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:08,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-27T11:14:08,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:08,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-27T11:14:08,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-27T11:14:08,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) at 1732706048166Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down at 1732706048173 (+7 ms)3 split writer threads finished at 1732706048173Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706048186 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706048186Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706048206 (+20 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732706048208 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706048596 (+388 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732706048598 (+2 ms)Processed 10 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732706048598 2024-11-27T11:14:08,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6 2024-11-27T11:14:08,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:14:08,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 2024-11-27T11:14:08,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 after 0ms 2024-11-27T11:14:08,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 took 2ms 2024-11-27T11:14:08,603 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:08,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down 2024-11-27T11:14:08,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:08,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:08,608 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:08,608 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:08,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:08,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742331_1511 (size=423) 2024-11-27T11:14:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742331_1511 (size=423) 2024-11-27T11:14:08,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742332_1512 (size=423) 2024-11-27T11:14:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742332_1512 (size=423) 2024-11-27T11:14:08,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:08,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-27T11:14:09,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-27T11:14:09,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:09,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) at 1732706048600Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down at 1732706048603 (+3 ms)3 split writer threads finished at 1732706048604 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706048613 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706048613Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706048625 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732706048626 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706049018 (+392 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732706049020 (+2 ms)Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706049020 2024-11-27T11:14:09,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7 2024-11-27T11:14:09,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:14:09,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 2024-11-27T11:14:09,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 after 0ms 2024-11-27T11:14:09,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 took 2ms 2024-11-27T11:14:09,026 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down 2024-11-27T11:14:09,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:09,030 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:09,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:09,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742333_1513 (size=423) 2024-11-27T11:14:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742333_1513 (size=423) 2024-11-27T11:14:09,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-27T11:14:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742334_1514 (size=423) 2024-11-27T11:14:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742334_1514 (size=423) 2024-11-27T11:14:09,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-27T11:14:09,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:09,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) at 1732706049022Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down at 1732706049027 (+5 ms)3 split writer threads finished at 1732706049027Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706049032 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706049036 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706049064 (+28 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732706049065 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706049070 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732706049071 (+1 ms)Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706049071 2024-11-27T11:14:09,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8 2024-11-27T11:14:09,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:14:09,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 2024-11-27T11:14:09,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 after 1ms 2024-11-27T11:14:09,076 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 took 3ms 2024-11-27T11:14:09,077 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down 2024-11-27T11:14:09,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,077 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,081 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:09,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:09,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:09,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742335_1515 (size=423) 2024-11-27T11:14:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742335_1515 (size=423) 2024-11-27T11:14:09,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-27T11:14:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742336_1516 (size=423) 2024-11-27T11:14:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742336_1516 (size=423) 2024-11-27T11:14:09,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-27T11:14:09,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:09,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) at 1732706049073Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down at 1732706049077 (+4 ms)3 split writer threads finished at 1732706049077Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706049082 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706049088 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706049113 (+25 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732706049114 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732706049118 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732706049119 (+1 ms)Processed 10 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706049119 2024-11-27T11:14:09,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9 2024-11-27T11:14:09,124 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706047015; access_time=1732706046707; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706047072; access_time=1732706046737; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706047518; access_time=1732706046765; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706047646; access_time=1732706046809; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706047696; access_time=1732706046836; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706048165; access_time=1732706046857; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732706048599; access_time=1732706046868; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706049021; access_time=1732706046897; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706049072; access_time=1732706046917; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706049122; access_time=1732706046943; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-27T11:14:09,129 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:09,129 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:14:09,129 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:14:09,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:09,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742337_1517 (size=1393) 2024-11-27T11:14:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742337_1517 (size=1393) 2024-11-27T11:14:09,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:09,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-27T11:14:09,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742338_1518 (size=1393) 2024-11-27T11:14:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742338_1518 (size=1393) 2024-11-27T11:14:09,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-27T11:14:09,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-27T11:14:09,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742339_1519 (size=1393) 2024-11-27T11:14:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742339_1519 (size=1393) 2024-11-27T11:14:09,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-27T11:14:09,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-27T11:14:09,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742340_1520 (size=1393) 2024-11-27T11:14:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742340_1520 (size=1393) 2024-11-27T11:14:09,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-27T11:14:09,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-27T11:14:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742341_1521 (size=1393) 2024-11-27T11:14:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742341_1521 (size=1393) 2024-11-27T11:14:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-27T11:14:09,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-27T11:14:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742342_1522 (size=1393) 2024-11-27T11:14:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742342_1522 (size=1393) 2024-11-27T11:14:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-27T11:14:09,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-27T11:14:09,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742343_1523 (size=1405) 2024-11-27T11:14:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742343_1523 (size=1405) 2024-11-27T11:14:09,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-27T11:14:09,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-27T11:14:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742344_1524 (size=1413) 2024-11-27T11:14:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742344_1524 (size=1413) 2024-11-27T11:14:09,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-27T11:14:09,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-27T11:14:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742345_1525 (size=1413) 2024-11-27T11:14:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742345_1525 (size=1413) 2024-11-27T11:14:09,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-27T11:14:09,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-27T11:14:09,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742346_1526 (size=1413) 2024-11-27T11:14:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742346_1526 (size=1413) 2024-11-27T11:14:09,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-27T11:14:09,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) 2024-11-27T11:14:09,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 2024-11-27T11:14:09,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 after 1ms 2024-11-27T11:14:09,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 took 2ms 2024-11-27T11:14:09,369 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down 2024-11-27T11:14:09,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:09,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:09,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-27T11:14:09,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-27T11:14:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742347_1527 (size=743) 2024-11-27T11:14:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742347_1527 (size=743) 2024-11-27T11:14:09,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-27T11:14:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742348_1528 (size=678) 2024-11-27T11:14:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742348_1528 (size=678) 2024-11-27T11:14:09,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-27T11:14:09,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K (1393bytes) at 1732706049364Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 so closing down at 1732706049369 (+5 ms)3 split writer threads finished at 1732706049370 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732706049372 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732706049373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049377 (+4 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732706049378 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049383 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732706049384 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049384 2024-11-27T11:14:09,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0 2024-11-27T11:14:09,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) 2024-11-27T11:14:09,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 2024-11-27T11:14:09,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 after 0ms 2024-11-27T11:14:09,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 took 3ms 2024-11-27T11:14:09,390 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down 2024-11-27T11:14:09,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:09,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:09,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-27T11:14:09,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-27T11:14:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742350_1530 (size=678) 2024-11-27T11:14:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742350_1530 (size=678) 2024-11-27T11:14:09,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742349_1529 (size=743) 2024-11-27T11:14:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742349_1529 (size=743) 2024-11-27T11:14:09,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-27T11:14:09,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-27T11:14:09,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K (1393bytes) at 1732706049386Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 so closing down at 1732706049391 (+5 ms)3 split writer threads finished at 1732706049391Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732706049394 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732706049396 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049408 (+12 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732706049409 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049409Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732706049410 (+1 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049411 (+1 ms) 2024-11-27T11:14:09,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.1 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1 2024-11-27T11:14:09,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) 2024-11-27T11:14:09,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 2024-11-27T11:14:09,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 after 0ms 2024-11-27T11:14:09,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 took 3ms 2024-11-27T11:14:09,422 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down 2024-11-27T11:14:09,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:09,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:09,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-27T11:14:09,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-27T11:14:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742352_1532 (size=678) 2024-11-27T11:14:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742351_1531 (size=743) 2024-11-27T11:14:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742352_1532 (size=678) 2024-11-27T11:14:09,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742351_1531 (size=743) 2024-11-27T11:14:09,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-27T11:14:09,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-27T11:14:09,438 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,438 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K (1393bytes) at 1732706049414Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 so closing down at 1732706049422 (+8 ms)3 split writer threads finished at 1732706049423 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732706049426 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732706049426Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049434 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049435 (+1 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732706049438 (+3 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732706049438Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049438 2024-11-27T11:14:09,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.2 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2 2024-11-27T11:14:09,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) 2024-11-27T11:14:09,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 2024-11-27T11:14:09,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 after 1ms 2024-11-27T11:14:09,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 took 2ms 2024-11-27T11:14:09,443 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down 2024-11-27T11:14:09,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,445 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:09,445 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:09,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-27T11:14:09,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-27T11:14:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742353_1533 (size=743) 2024-11-27T11:14:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742353_1533 (size=743) 2024-11-27T11:14:09,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-27T11:14:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742354_1534 (size=678) 2024-11-27T11:14:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742354_1534 (size=678) 2024-11-27T11:14:09,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-27T11:14:09,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K (1393bytes) at 1732706049440Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 so closing down at 1732706049443 (+3 ms)3 split writer threads finished at 1732706049443Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732706049446 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732706049446Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049454 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732706049454Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049859 (+405 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732706049860 (+1 ms)Processed 19 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049861 (+1 ms) 2024-11-27T11:14:09,862 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.3 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3 2024-11-27T11:14:09,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) 2024-11-27T11:14:09,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 2024-11-27T11:14:09,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 after 0ms 2024-11-27T11:14:09,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 took 3ms 2024-11-27T11:14:09,866 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down 2024-11-27T11:14:09,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,868 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:09,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:09,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-27T11:14:09,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-27T11:14:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742355_1535 (size=743) 2024-11-27T11:14:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742355_1535 (size=743) 2024-11-27T11:14:09,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-27T11:14:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742356_1536 (size=678) 2024-11-27T11:14:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742356_1536 (size=678) 2024-11-27T11:14:09,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-27T11:14:09,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K (1393bytes) at 1732706049863Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 so closing down at 1732706049866 (+3 ms)3 split writer threads finished at 1732706049866Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732706049869 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732706049869Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049875 (+6 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732706049876 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049883 (+7 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732706049884 (+1 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049885 (+1 ms) 2024-11-27T11:14:09,887 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.4 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4 2024-11-27T11:14:09,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) 2024-11-27T11:14:09,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 2024-11-27T11:14:09,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 after 0ms 2024-11-27T11:14:09,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 took 2ms 2024-11-27T11:14:09,892 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down 2024-11-27T11:14:09,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:09,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-27T11:14:09,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:09,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-27T11:14:09,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742357_1537 (size=678) 2024-11-27T11:14:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742357_1537 (size=678) 2024-11-27T11:14:09,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-27T11:14:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742358_1538 (size=743) 2024-11-27T11:14:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742358_1538 (size=743) 2024-11-27T11:14:09,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-27T11:14:09,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-27T11:14:09,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K (1393bytes) at 1732706049888Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 so closing down at 1732706049892 (+4 ms)3 split writer threads finished at 1732706049892Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732706049897 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732706049905 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049910 (+5 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732706049911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049919 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732706049920 (+1 ms)Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732706049921 (+1 ms) 2024-11-27T11:14:09,923 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.5 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5 2024-11-27T11:14:09,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) 2024-11-27T11:14:09,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 2024-11-27T11:14:09,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 after 0ms 2024-11-27T11:14:09,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 took 2ms 2024-11-27T11:14:09,926 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down 2024-11-27T11:14:09,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:09,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-27T11:14:09,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:09,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-27T11:14:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742359_1539 (size=749) 2024-11-27T11:14:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742359_1539 (size=749) 2024-11-27T11:14:09,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-27T11:14:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742360_1540 (size=683) 2024-11-27T11:14:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742360_1540 (size=683) 2024-11-27T11:14:09,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-27T11:14:09,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-27T11:14:09,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K (1405bytes) at 1732706049923Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 so closing down at 1732706049927 (+4 ms)3 split writer threads finished at 1732706049928 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732706049934 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732706049937 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706049945 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732706049946 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049954 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732706049955 (+1 ms)Processed 19 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732706049955 2024-11-27T11:14:09,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.6 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6 2024-11-27T11:14:09,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) 2024-11-27T11:14:09,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 2024-11-27T11:14:09,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 after 0ms 2024-11-27T11:14:09,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 took 2ms 2024-11-27T11:14:09,960 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:09,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down 2024-11-27T11:14:09,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:09,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:09,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:09,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-27T11:14:09,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:09,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-27T11:14:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742362_1542 (size=687) 2024-11-27T11:14:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742362_1542 (size=687) 2024-11-27T11:14:09,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:09,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-27T11:14:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742361_1541 (size=753) 2024-11-27T11:14:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742361_1541 (size=753) 2024-11-27T11:14:10,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:10,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-27T11:14:10,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:10,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K (1413bytes) at 1732706049957Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 so closing down at 1732706049960 (+3 ms)3 split writer threads finished at 1732706049961 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732706049966 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732706049967 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706049978 (+11 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732706049979 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706050388 (+409 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732706050389 (+1 ms)Processed 19 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706050389 2024-11-27T11:14:10,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.7 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7 2024-11-27T11:14:10,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) 2024-11-27T11:14:10,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 2024-11-27T11:14:10,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 after 1ms 2024-11-27T11:14:10,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 took 3ms 2024-11-27T11:14:10,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:10,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down 2024-11-27T11:14:10,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:10,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:10,407 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:10,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:10,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-27T11:14:10,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-27T11:14:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742363_1543 (size=687) 2024-11-27T11:14:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742363_1543 (size=687) 2024-11-27T11:14:10,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:10,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-27T11:14:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742364_1544 (size=753) 2024-11-27T11:14:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742364_1544 (size=753) 2024-11-27T11:14:10,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:10,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-27T11:14:10,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:10,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K (1413bytes) at 1732706050391Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 so closing down at 1732706050405 (+14 ms)3 split writer threads finished at 1732706050406 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732706050411 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732706050415 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706050423 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732706050426 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706050434 (+8 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732706050436 (+2 ms)Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706050436 2024-11-27T11:14:10,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.8 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8 2024-11-27T11:14:10,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) 2024-11-27T11:14:10,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 2024-11-27T11:14:10,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 after 0ms 2024-11-27T11:14:10,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 took 2ms 2024-11-27T11:14:10,442 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-27T11:14:10,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down 2024-11-27T11:14:10,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T11:14:10,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T11:14:10,445 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:10,445 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:10,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-27T11:14:10,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-27T11:14:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742365_1545 (size=753) 2024-11-27T11:14:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742365_1545 (size=753) 2024-11-27T11:14:10,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:10,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-27T11:14:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742366_1546 (size=687) 2024-11-27T11:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742366_1546 (size=687) 2024-11-27T11:14:10,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-27T11:14:10,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-27T11:14:10,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-27T11:14:10,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K (1413bytes) at 1732706050438Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 so closing down at 1732706050442 (+4 ms)3 split writer threads finished at 1732706050442Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732706050446 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732706050446Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732706050466 (+20 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732706050468 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732706050483 (+15 ms)Rename recovered edits hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732706050484 (+1 ms)Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732706050485 (+1 ms) 2024-11-27T11:14:10,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732706046117/wal.dat.9 to hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9 2024-11-27T11:14:10,487 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049385; access_time=1732706049131; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049413; access_time=1732706049175; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049439; access_time=1732706049193; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049862; access_time=1732706049212; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049886; access_time=1732706049228; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732706049922; access_time=1732706049243; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732706049956; access_time=1732706049257; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706050390; access_time=1732706049271; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706050437; access_time=1732706049317; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33827/user/jenkins/test-data/5fcaa0ec-b1b1-d8cb-ae4b-61e007d80c53/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732706050486; access_time=1732706049335; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-27T11:14:10,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=145 (was 146), OpenFileDescriptor=389 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6971 (was 7029) 2024-11-27T11:14:10,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=6971 2024-11-27T11:14:10,504 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-27T11:14:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742367_1547 (size=7) 2024-11-27T11:14:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742367_1547 (size=7) 2024-11-27T11:14:10,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/ab2fc750-68bc-f776-352f-07ce9d5a1a31 with version=8 2024-11-27T11:14:10,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:10,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T11:14:10,518 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T11:14:10,519 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-27T11:14:10,519 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-27T11:14:10,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-27T11:14:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-27T11:14:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-27T11:14:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742368_1548 (size=2324) 2024-11-27T11:14:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742368_1548 (size=2324) 2024-11-27T11:14:10,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-27T11:14:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073742369_1549 (size=2325) 2024-11-27T11:14:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742369_1549 (size=2325) 2024-11-27T11:14:10,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, size=2.3 K (2325bytes) 2024-11-27T11:14:10,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 2024-11-27T11:14:10,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 after 0ms 2024-11-27T11:14:10,569 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-27T11:14:10,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 so closing down 2024-11-27T11:14:10,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-27T11:14:10,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, journal: Splitting hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, size=2.3 K (2325bytes) at 1732706050567Finishing writing output for hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 so closing down at 1732706050569 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732706050569 2024-11-27T11:14:10,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732706050518/wal.dat.0 to hdfs://localhost:33827/user/jenkins/test-data/74637d2d-9786-2cf8-3849-f81ce171a56a/corrupt/wal.dat.0 2024-11-27T11:14:10,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 389), ProcessCount=11 (was 11), AvailableMemoryMB=6969 (was 6971) 2024-11-27T11:14:10,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:14:10,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:14:10,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:14:10,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:14:10,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,STOPPED} 2024-11-27T11:14:10,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:14:10,590 WARN [BP-1938649415-172.17.0.2-1732705996446 heartbeating to localhost/127.0.0.1:33827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:14:10,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:14:10,590 WARN [BP-1938649415-172.17.0.2-1732705996446 heartbeating to localhost/127.0.0.1:33827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1938649415-172.17.0.2-1732705996446 (Datanode Uuid a4ddc11d-d112-4d3b-873a-8fee28fa75c6) service to localhost/127.0.0.1:33827 2024-11-27T11:14:10,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data3/current/BP-1938649415-172.17.0.2-1732705996446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:14:10,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data4/current/BP-1938649415-172.17.0.2-1732705996446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:14:10,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:14:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T11:14:10,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:14:10,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:14:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:14:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,STOPPED} 2024-11-27T11:14:10,597 WARN [BP-1938649415-172.17.0.2-1732705996446 heartbeating to localhost/127.0.0.1:33827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T11:14:10,597 WARN [BP-1938649415-172.17.0.2-1732705996446 heartbeating to localhost/127.0.0.1:33827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1938649415-172.17.0.2-1732705996446 (Datanode Uuid 2fc0826e-ec4d-4dc7-8d00-821fbefc9c21) service to localhost/127.0.0.1:33827 2024-11-27T11:14:10,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T11:14:10,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T11:14:10,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data1/current/BP-1938649415-172.17.0.2-1732705996446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:14:10,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/cluster_475de0e2-1b69-c419-20f6-7db068074150/data/data2/current/BP-1938649415-172.17.0.2-1732705996446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T11:14:10,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T11:14:10,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T11:14:10,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T11:14:10,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T11:14:10,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T11:14:10,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e395ec9d-fdeb-3fe9-a0d5-1605d3d32c51/hadoop.log.dir/,STOPPED}